-- Logs begin at Mon 2022-04-11 16:58:10 UTC, end at Mon 2022-04-11 18:04:18 UTC. -- Apr 11 17:35:54.213475 dv-cinder-837167-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 17:35:57.223974 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.common.config [-] Logging enabled! Apr 11 17:35:57.224667 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 17:35:57.225094 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109828) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 17:35:57.228544 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.common.config [-] Logging enabled! Apr 11 17:35:57.228796 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 17:35:57.229199 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109828) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 17:35:57.230158 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:35:57.230360 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 17:35:57.230755 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 17:35:57.230982 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 17:35:57.231196 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 17:35:57.231642 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.232683 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 17:35:57.233098 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.233427 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.233736 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.234024 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.234308 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.234586 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.234875 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.235172 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.235459 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.235735 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.236015 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.236299 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.236575 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.236841 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.237123 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.237397 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] debug = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.237673 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.238120 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.238525 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.238803 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.239081 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.239351 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.239621 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.239889 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.240167 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.240486 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] host = dv-cinder-837167-2-iscsi {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.240759 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.241040 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.241320 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.241598 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.241892 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.242161 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.242437 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.242703 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.242968 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] log_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.243240 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.243519 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.243800 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.244080 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.244297 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.244513 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.244807 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.245084 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.245352 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.245618 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.245905 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.246170 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.246433 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.246692 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.246966 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.247241 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.247516 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.247783 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.248048 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.248343 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.248608 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.248889 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.249154 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.249445 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.249733 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.250018 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.250279 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.250543 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.250846 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.251127 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.251409 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.251686 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.251952 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.252234 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.252496 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.252761 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.253029 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] use_json = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.253301 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.253564 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.253859 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.254126 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.254393 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.254658 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.254925 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.255202 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.255484 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:57.255863 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.256154 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.256447 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.256738 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.257023 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.257299 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.257583 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.257882 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.258168 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.258449 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.258735 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.259012 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.259303 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.259585 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.259874 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.260182 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.260472 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.261068 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.261339 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.261610 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.261903 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.262180 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.262461 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.262737 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.263020 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.263307 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.263581 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.263924 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.264207 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.264493 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.264772 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.265040 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.265315 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.265602 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.265913 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.266173 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.266448 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.266727 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.267000 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.267393 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.267665 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.267931 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.268197 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.268463 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.268743 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.269028 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.269301 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.269569 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.269860 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.270142 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.270399 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.270678 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.270949 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.271298 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.271587 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.271864 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.272135 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.272400 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.272673 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.272941 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.273222 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.273490 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.273784 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.274054 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.274320 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.274582 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.274844 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.275109 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.275380 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.275643 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.275907 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.276171 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.276435 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.276697 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.276978 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.277271 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.277544 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.277839 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.278114 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.278386 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.278658 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.278928 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.279201 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.279540 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.279758 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.280043 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.280321 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.280599 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.280894 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.281167 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.281456 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.281752 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285239 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285239 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285239 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285239 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285239 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285239 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285239 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285239 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285898 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285898 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285898 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285898 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285898 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285898 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:57.285898 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 17:35:57.286341 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109828) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 17:35:57.661506 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 17:35:57.661805 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 17:35:57.662113 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 17:35:57.662446 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 17:35:57.998891 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:57.999155 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:57.999442 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.000756 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.001019 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.001276 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.056138 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.056490 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.056616 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.071696 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.071967 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.072231 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.103304 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.103680 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.103975 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.141358 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.141641 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.141924 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.491130 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.491823 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.491823 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.492035 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.492769 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.594856 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.595181 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.595463 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.595733 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.595997 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.596304 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.596563 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.596817 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.597066 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.597462 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.597684 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.597970 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.598222 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.598470 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.598725 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.598983 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.599234 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.599501 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.599753 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.600008 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.600440 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.600699 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.600981 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.601358 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.601610 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.601958 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.602363 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:35:58.602603 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:35:58.602841 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:35:58.603077 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:35:58.603311 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:35:58.603546 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:35:58.603938 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 17:35:58.607329 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 17:35:58.611348 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 17:35:58.615134 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 11 17:35:58.616759 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 17:35:58.617329 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 17:35:58.617710 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 17:35:58.618216 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 17:35:58.622255 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 17:35:58.622505 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 17:35:58.622860 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 17:35:58.627838 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 17:35:58.652396 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 17:35:58.652857 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.653158 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109828) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 17:35:58.653530 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.654953 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109828) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 17:35:58.655239 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 17:35:58.655483 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 17:35:58.658889 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.659168 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:58.723025 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 17:35:58.723252 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 17:35:58.723484 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 17:35:58.723878 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 17:35:58.744936 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_db.sqlalchemy.engines [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109828) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 17:35:59.192595 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Initializing driver for type 'gre' Apr 11 17:35:59.193159 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] gre ID ranges: [(1, 1000)] Apr 11 17:35:59.260466 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Initializing driver for type 'local' Apr 11 17:35:59.261138 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Initializing driver for type 'vlan' Apr 11 17:35:59.276922 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] VlanTypeDriver initialization complete Apr 11 17:35:59.277245 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Initializing driver for type 'vxlan' Apr 11 17:35:59.277788 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] vxlan ID ranges: [(1, 1000)] Apr 11 17:35:59.333600 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Initializing extension driver 'port_security' Apr 11 17:35:59.333968 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.extensions.port_security [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] PortSecurityExtensionDriver initialization complete Apr 11 17:35:59.334314 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Initializing mechanism driver 'openvswitch' Apr 11 17:35:59.334637 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Initializing mechanism driver 'hyperv' Apr 11 17:35:59.341470 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.plugin [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:35:59.342363 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > port after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.342737 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > port after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.343090 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > port after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.343640 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:35:59.344102 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.344459 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.344805 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.345205 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:35:59.345616 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > network after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.345983 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > network after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.346323 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > network after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.346727 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:35:59.347130 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > security_group after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.347478 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > security_group after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.347823 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.348224 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:35:59.348632 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.348978 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.353991 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.354439 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:35:59.354870 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > address_group after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.355226 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > address_group after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.355570 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.355976 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:35:59.356434 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] ML2 OVO RPC backend initialized. {{(pid=109828) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 17:35:59.357207 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.357661 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.358047 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > network before_response 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.358398 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > networks before_response 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.358748 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > port before_response 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.359088 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > ports before_response 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.359431 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > subnet before_response 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.359771 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > subnets before_response 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.360115 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > network after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.360451 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > network after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.360786 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > network after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.361119 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > port after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.361468 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > port after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.361818 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > port after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.362157 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.362489 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.362820 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.370394 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded quota_driver: . Apr 11 17:35:59.370782 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.plugin [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Modular L2 Plugin initialization complete Apr 11 17:35:59.371128 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading services supported by the core plugin {{(pid=109828) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 17:35:59.371470 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.plugins.ml2.managers [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Got port-security extension from driver 'port_security' Apr 11 17:35:59.371972 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.extensions.vlantransparent [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Disabled vlantransparent extension. Apr 11 17:35:59.372469 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109828) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 17:35:59.372797 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading Plugin: router Apr 11 17:35:59.417995 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.418395 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router after_create 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.418758 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router before_create 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.419118 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.419481 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.419840 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router after_delete 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.420247 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.420595 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.420946 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router after_create 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.421310 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router after_update 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.421619 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router after_update 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.421993 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.422359 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router after_update 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.422754 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.423117 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: port after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.423449 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: port after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.423784 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: subnet after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.424124 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.424471 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.424813 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.425150 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: port before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.425490 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router precommit_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.425855 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router after_update 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.426195 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.426540 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.426897 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.427241 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.431508 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > agent after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.431898 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > agent after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.432405 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > network after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.433356 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Tracking information for resource: router configured {{(pid=109828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:35:59.433718 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Tracking information for resource: floatingip configured {{(pid=109828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:35:59.438866 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.db.l3_agentschedulers_db [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 17:35:59.439449 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: port after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.439811 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: port after_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.440159 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: port after_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.440509 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: port after_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.441329 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router before_create 55550100 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.441712 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.442085 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router precommit_create 55550100 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.442440 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > router precommit_update 55550100 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.447444 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.services.provider_configuration [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service providers = [] {{(pid=109828) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 17:35:59.447747 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.db.servicetype_db [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109828) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 17:35:59.450777 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.services.service_base [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 17:35:59.451127 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.services.service_base [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 17:35:59.451525 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.services.service_base [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 17:35:59.452414 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.services.service_base [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 17:35:59.452790 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.services.service_base [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 17:35:59.453182 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:35:59.453502 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 17:35:59.470301 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:35:59.470635 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading Plugin: auto_allocate Apr 11 17:35:59.476319 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: network precommit_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.476695 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: network precommit_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.477230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:35:59.477556 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading Plugin: tag Apr 11 17:35:59.488410 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:35:59.488744 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading Plugin: timestamp Apr 11 17:35:59.492661 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:35:59.493231 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading Plugin: network_ip_availability Apr 11 17:35:59.498649 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.499043 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.499395 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.500138 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:35:59.500452 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading Plugin: flavors Apr 11 17:35:59.505355 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:35:59.505727 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading Plugin: revisions Apr 11 17:35:59.510008 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:35:59.510409 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_concurrency.lockutils [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=109828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 17:35:59.511495 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109828) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 17:35:59.511831 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Initializing extension manager. Apr 11 17:35:59.512356 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: __init__.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.512702 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: __pycache__ {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.513034 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: address_group.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.513819 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.514420 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: address-group Apr 11 17:35:59.514755 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: address_scope.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.515470 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.515972 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: address-scope Apr 11 17:35:59.516296 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.517224 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.517755 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: router-admin-state-down-before-update Apr 11 17:35:59.518073 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: agent.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.518779 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.519278 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: agent Apr 11 17:35:59.519609 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: agent_resources_synced.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.520508 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.521009 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: agent-resources-synced Apr 11 17:35:59.521334 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: allowedaddresspairs.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.523168 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.523681 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: allowed-address-pairs Apr 11 17:35:59.524006 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: auto_allocated_topology.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.525077 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.525581 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: auto-allocated-topology Apr 11 17:35:59.525930 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: availability_zone.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.526624 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.527117 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: availability_zone Apr 11 17:35:59.527434 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: availability_zone_filter.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.528351 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.528847 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: availability_zone_filter Apr 11 17:35:59.529176 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: data_plane_status.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.530130 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.530732 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 17:35:59.530963 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: default_subnetpools.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.531882 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.532376 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: default-subnetpools Apr 11 17:35:59.532699 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.533510 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.534041 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: dhcp_agent_scheduler Apr 11 17:35:59.534363 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: dns.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.535282 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.535778 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 17:35:59.536106 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: dns_domain_ports.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.537017 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.537512 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 17:35:59.537862 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.538772 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.539272 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 17:35:59.539592 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: dvr.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.540267 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.540768 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: dvr Apr 11 17:35:59.541099 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: ecmp_routes.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.542057 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.542553 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 17:35:59.542872 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: empty_string_filtering.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.543779 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.544276 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: empty-string-filtering Apr 11 17:35:59.544593 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.549674 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.550245 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 17:35:59.550574 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.551528 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.552030 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 17:35:59.552353 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: external_net.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.553263 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.553799 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: external-net Apr 11 17:35:59.554125 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.555036 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.555545 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: extra_dhcp_opt Apr 11 17:35:59.555867 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: extraroute.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.556782 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.557289 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: extraroute Apr 11 17:35:59.557610 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: extraroute_atomic.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.558685 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.559192 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: extraroute-atomic Apr 11 17:35:59.559513 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: filter_validation.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.560187 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.560690 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: filter-validation Apr 11 17:35:59.561042 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: fip_pf_description.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.562201 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.562706 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 17:35:59.563024 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: fip_pf_port_range.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.563937 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.564435 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 17:35:59.564758 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: fip_port_details.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.565701 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.566213 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: fip-port-details Apr 11 17:35:59.566531 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: flavors.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.567763 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.568273 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: flavors Apr 11 17:35:59.568596 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.570307 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.570820 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 17:35:59.571154 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: floatingip_pools.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.571853 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.572353 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: floatingip-pools Apr 11 17:35:59.572761 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: ip_allocation.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.573712 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.574172 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 17:35:59.578022 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.578984 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.579501 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: ip-substring-filtering Apr 11 17:35:59.579828 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: l2_adjacency.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.580772 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.581272 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 17:35:59.581592 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: l3.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.582626 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.583144 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: router Apr 11 17:35:59.583471 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.585790 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.586332 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 17:35:59.586662 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.587622 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.588130 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: ext-gw-mode Apr 11 17:35:59.588451 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.589382 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.589916 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: l3-ha Apr 11 17:35:59.590241 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.591162 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.591664 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 17:35:59.591994 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: l3_flavors.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.592933 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.593430 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: l3-flavors Apr 11 17:35:59.593784 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.595146 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.595659 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 17:35:59.595988 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.596910 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.597452 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 17:35:59.597768 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: l3agentscheduler.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.598831 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.602702 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: l3_agent_scheduler Apr 11 17:35:59.603048 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: local_ip.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.604940 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.605454 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension local_ip not supported by any of loaded plugins Apr 11 17:35:59.605809 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: logging.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.607280 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.607839 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension logging not supported by any of loaded plugins Apr 11 17:35:59.608158 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: metering.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.608913 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.609495 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: metering Apr 11 17:35:59.609851 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.610943 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.611450 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: metering_source_and_destination_fields Apr 11 17:35:59.611782 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: multiprovidernet.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.612708 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.613212 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: multi-provider Apr 11 17:35:59.613531 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: netmtu.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.614461 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.614971 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: net-mtu Apr 11 17:35:59.615289 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: netmtu_writable.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.616208 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.616711 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: net-mtu-writable Apr 11 17:35:59.617031 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: network_availability_zone.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.617720 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.618218 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: network_availability_zone Apr 11 17:35:59.618536 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: network_ip_availability.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.619647 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.620214 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: network-ip-availability Apr 11 17:35:59.620466 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: network_segment_range.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.621239 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.621756 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 17:35:59.622078 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: pagination.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.623060 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.623435 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: pagination Apr 11 17:35:59.623754 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: port_device_profile.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.624667 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.625178 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: port-device-profile Apr 11 17:35:59.625498 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.626442 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.626946 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: port-mac-address-regenerate Apr 11 17:35:59.627266 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.631532 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.632048 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: port-numa-affinity-policy Apr 11 17:35:59.632374 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: port_resource_request.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.633308 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.633831 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 17:35:59.634149 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: port_resource_request_groups.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.635144 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.635962 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 17:35:59.636287 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: portbindings.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.637223 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.637727 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: binding Apr 11 17:35:59.638077 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: portbindings_extended.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.639400 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.639912 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: binding-extended Apr 11 17:35:59.640236 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: portsecurity.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.641154 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.641656 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: port-security Apr 11 17:35:59.642003 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: project_id.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.642973 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.643306 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: project-id Apr 11 17:35:59.643631 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: providernet.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.644546 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.645060 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: provider Apr 11 17:35:59.645380 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.649033 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.649552 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos not supported by any of loaded plugins Apr 11 17:35:59.649911 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.651164 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.651663 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 17:35:59.651989 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.653025 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.653535 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 17:35:59.653900 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_default.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.658212 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.658745 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-default not supported by any of loaded plugins Apr 11 17:35:59.659081 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_fip.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.660017 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.660522 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 17:35:59.660844 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.661788 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.662295 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 17:35:59.662618 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_gateway_ip.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.663545 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.664049 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 17:35:59.664371 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_port_network_policy.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.665279 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.665806 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 17:35:59.666127 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.667162 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.667661 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 17:35:59.668007 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.669043 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.669544 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 17:35:59.669902 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_pps_rule.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.671115 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.671622 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 17:35:59.671941 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_rule_type_details.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.672887 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.673400 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 17:35:59.673730 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.674647 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.675172 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 17:35:59.675507 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: qos_rules_alias.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.676585 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.677219 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 17:35:59.677534 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: quota_check_limit.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.678553 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.679294 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: quota-check-limit Apr 11 17:35:59.679658 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: quotasv2.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.680726 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.681389 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: quotas Apr 11 17:35:59.681763 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: quotasv2_detail.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.683845 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.687975 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: quota_details Apr 11 17:35:59.688339 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: rbac.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.689531 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.690130 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: rbac-policies Apr 11 17:35:59.690501 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: rbac_address_group.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.691556 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.692087 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: rbac-address-group Apr 11 17:35:59.692488 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: rbac_address_scope.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.693514 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.694093 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: rbac-address-scope Apr 11 17:35:59.694459 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: rbac_security_groups.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.695549 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.696109 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: rbac-security-groups Apr 11 17:35:59.696511 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: rbac_subnetpool.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.697569 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.698180 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: rbac-subnetpool Apr 11 17:35:59.698510 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: revisionifmatch.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.699440 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.699945 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: revision-if-match Apr 11 17:35:59.700271 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: revisions.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.701467 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.702001 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: standard-attr-revisions Apr 11 17:35:59.702333 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: router_availability_zone.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.703031 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.703543 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: router_availability_zone Apr 11 17:35:59.703867 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: routerservicetype.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.704791 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.705298 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 17:35:59.705622 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.706593 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.707097 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: security-groups-normalized-cidr Apr 11 17:35:59.707422 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.712137 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.712659 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: port-security-groups-filtering Apr 11 17:35:59.712988 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.713972 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.714488 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: security-groups-remote-address-group Apr 11 17:35:59.714809 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.715771 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.716289 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: security-groups-shared-filtering Apr 11 17:35:59.716614 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.717283 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 17:35:59.717603 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: securitygroup.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.727652 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.728192 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: security-group Apr 11 17:35:59.728524 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: segment.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.729291 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.729839 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension segment not supported by any of loaded plugins Apr 11 17:35:59.730162 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.731195 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.731701 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 17:35:59.732026 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: servicetype.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.737446 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.738012 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: service-type Apr 11 17:35:59.738350 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: sorting.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.739347 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.739712 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: sorting Apr 11 17:35:59.740031 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: standard_attr_segment.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.740946 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.741458 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 17:35:59.741809 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: standardattrdescription.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.742479 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.742980 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: standard-attr-description Apr 11 17:35:59.743301 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: stateful_security_group.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.744233 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.744742 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: stateful-security-group Apr 11 17:35:59.745086 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: stdattrs_common.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.745665 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 17:35:59.746008 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.746959 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.747470 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 17:35:59.747793 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: subnet_onboard.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.748917 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.749437 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: subnet_onboard Apr 11 17:35:59.749794 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.750742 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.751247 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 17:35:59.751570 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: subnet_service_types.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.752499 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.753003 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: subnet-service-types Apr 11 17:35:59.753326 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: subnetallocation.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.754484 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.755003 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: subnet_allocation Apr 11 17:35:59.755331 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.756109 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.756617 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: subnetpool-prefix-ops Apr 11 17:35:59.756938 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.757899 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.758404 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 17:35:59.758728 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: tagging.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.759844 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.760355 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: standard-attr-tag Apr 11 17:35:59.761014 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: timestamp.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.762255 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.762768 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loaded extension: standard-attr-timestamp Apr 11 17:35:59.763094 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: trunk.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.764189 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.764701 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension trunk not supported by any of loaded plugins Apr 11 17:35:59.765026 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: trunk_details.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.765970 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.766485 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 17:35:59.766810 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: uplink_status_propagation.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.767732 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.768236 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 17:35:59.768557 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Loading extension file: vlantransparent.py {{(pid=109828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:35:59.769235 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:35:59.769746 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 17:35:59.772374 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:network Apr 11 17:35:59.772910 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:subnet Apr 11 17:35:59.773305 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:35:59.773703 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:port Apr 11 17:35:59.779280 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.779812 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service FLAVORS assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.780451 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.780893 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.781220 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:router Apr 11 17:35:59.781651 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 17:35:59.782185 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service METERING assigned prefix: /metering {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.783678 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.784050 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.784406 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:35:59.785445 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 17:35:59.785990 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:security_group Apr 11 17:35:59.786433 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 17:35:59.787029 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service CORE assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.787357 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:35:59.787705 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] subnetpool is already registered Apr 11 17:35:59.788142 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service CORE assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.788468 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:35:59.788805 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] subnetpool is already registered Apr 11 17:35:59.791121 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.791592 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service FLAVORS assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.792323 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.792760 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.793092 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:router Apr 11 17:35:59.793431 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] router is already registered Apr 11 17:35:59.793898 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 17:35:59.794241 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] floatingip is already registered Apr 11 17:35:59.794708 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service METERING assigned prefix: /metering {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.795446 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 17:35:59.795772 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] rbac_policy is already registered Apr 11 17:35:59.796302 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:security_group Apr 11 17:35:59.796520 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] security_group is already registered Apr 11 17:35:59.796938 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 17:35:59.797269 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] security_group_rule is already registered Apr 11 17:35:59.797807 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service CORE assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.798126 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:35:59.798458 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] subnetpool is already registered Apr 11 17:35:59.800183 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.v2.resource_helper [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Service CORE assigned prefix: {{(pid=109828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:35:59.800183 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:35:59.800183 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING neutron.quota.resource_registry [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] subnetpool is already registered Apr 11 17:35:59.800183 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: extensions {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.807125 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: address-groups {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.808617 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: address-scopes {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.809853 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: agents {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.811194 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: auto-allocated-topology {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.812432 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: availability_zones {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.813648 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: dhcp-networks {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.815083 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: dhcp-agents {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.816596 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: routers {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.818768 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: flavors {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.820018 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: service_profiles {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.821203 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: next_providers {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.822680 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: service_profiles {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.824108 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: floatingip-pools {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.825431 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: routers {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.827597 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: floatingips {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.832546 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: l3-routers {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.834067 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: l3-agents {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.835520 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: metering-labels {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.836779 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: metering-label-rules {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.838169 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: network-ip-availabilities {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.839423 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: bindings {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.840977 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: quotas {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.842734 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: quotas {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.844260 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: rbac-policies {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.845445 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: security-groups {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.846826 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: security-group-rules {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.848034 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: service-providers {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.849230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: subnetpools {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.850566 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: subnetpools {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.852130 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: tags {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.853827 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: tags {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.855642 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: tags {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.860694 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: tags {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.862416 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: tags {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.864388 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: tags {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.866082 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: tags {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.867950 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: tags {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.870877 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: tags {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.872618 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron.api.extensions [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Extended resource: tags {{(pid=109828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:35:59.878796 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING keystonemiddleware.auth_token [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 17:35:59.887298 dv-cinder-837167-2-iscsi neutron-server[109828]: WARNING keystonemiddleware.auth_token [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 17:35:59.896395 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_concurrency.lockutils [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Acquired lock "singleton_lock" {{(pid=109828) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 17:35:59.896877 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_concurrency.lockutils [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Releasing lock "singleton_lock" {{(pid=109828) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 17:35:59.897560 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO oslo_service.service [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Starting 2 workers Apr 11 17:35:59.902629 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Started child 109938 {{(pid=109828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 17:35:59.907304 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Started child 109939 {{(pid=109828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 17:35:59.908153 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:35:59.908815 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO neutron.service [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 17:35:59.909456 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:35:59.909673 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [-] (109938) wsgi starting up on http://0.0.0.0:9696 Apr 11 17:35:59.910114 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50210) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:35:59.911910 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO oslo_service.service [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Starting 1 workers Apr 11 17:35:59.912149 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:35:59.913626 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [-] (109939) wsgi starting up on http://0.0.0.0:9696 Apr 11 17:35:59.917169 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Started child 109940 {{(pid=109828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 17:35:59.917754 dv-cinder-837167-2-iscsi neutron-server[109828]: INFO oslo_service.service [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Starting 1 workers Apr 11 17:35:59.918654 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064018 Apr 11 17:35:59.921312 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.service [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] calling RpcWorker wait() {{(pid=109940) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 17:35:59.922222 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.service [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] returning from RpcWorker wait() {{(pid=109940) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 17:35:59.923060 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:35:59.923511 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:35:59.923981 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Started child 109942 {{(pid=109828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 17:35:59.924879 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-82dcdaf2-94c6-47e7-a5e9-54e26d5091b8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:35:59.927053 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109828) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 17:35:59.927420 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:35:59.927743 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 17:35:59.928125 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 17:35:59.928615 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 17:35:59.928942 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 17:35:59.929574 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:35:59.930087 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.930087 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.930218 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.930441 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.930717 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.931345 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:35:59.931701 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.932132 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.932537 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.932982 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.933250 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.933428 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.933601 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.933890 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.934158 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.934468 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.934742 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.935199 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.935598 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.936005 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.936417 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.936991 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.937267 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.937535 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] debug = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.937808 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.938299 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.938543 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.938930 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.939442 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.939853 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.940248 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.940670 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.941195 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.941575 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.941827 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.942085 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.942315 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.942528 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.942929 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.943293 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.943690 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.944084 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.945290 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] host = dv-cinder-837167-2-iscsi {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.945661 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.946084 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.946484 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.947025 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.947311 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.947561 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.947877 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.948096 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.948352 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.948744 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.948844 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.949083 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.949353 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.949606 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.949805 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_options = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.950039 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.950310 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.950579 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.950926 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.951393 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.951691 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.952107 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.952413 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.952815 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.953173 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.953559 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.953953 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.954358 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.954760 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.955153 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.955506 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.955886 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.956286 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.956541 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.957541 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.957541 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.957541 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.957541 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.957853 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.958014 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.958398 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.958765 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.959128 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.959515 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.959955 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.960208 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.960455 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.960897 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.961442 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.962657 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.963109 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.963512 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.963889 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.964363 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.964577 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.964843 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.965109 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.965334 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.965564 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.965962 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.966372 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.966637 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_json = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.966826 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.967302 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.967844 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.968251 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.968457 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.968859 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.969047 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.969468 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.970817 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:35:59.971414 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.971959 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.972446 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.973504 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.973926 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.974308 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.974723 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.974972 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.975219 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.975459 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.975804 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.976055 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.977795 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.978101 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.978737 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.978914 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.979352 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.979654 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.979884 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.980268 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.980652 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.980914 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.981210 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.981598 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.982137 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.982409 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.982678 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.982980 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.983253 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.983574 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.983852 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.984121 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.984387 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.984609 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.984989 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.985357 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.985835 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.986084 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.986311 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.986597 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.986835 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.987145 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.987284 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.987685 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.987906 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.988275 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.988647 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.989033 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.989278 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.989508 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.989765 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.990121 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.990469 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.990820 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.991696 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.991696 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.991696 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.991978 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.992232 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.992476 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.992693 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.992946 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.993184 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.993413 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.993629 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.994758 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.995128 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.995476 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.995915 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.996150 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.996943 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.996943 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.996943 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.997149 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.997284 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.997674 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.998061 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.998375 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.998611 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.998832 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.999051 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.999273 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.999490 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.999717 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:35:59.999936 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.000161 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.000398 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.000679 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.001567 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.001567 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.001567 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.001872 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.001947 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.002316 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.002555 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.002798 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.003063 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.004811 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.005097 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.006842 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.006842 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.006842 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.006842 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.006842 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.006842 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.006842 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.007586 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.007586 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.008015 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.008154 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.008278 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.008516 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.008750 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.008974 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.009219 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.012207 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.012704 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.013135 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.013514 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.017016 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.017292 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.017575 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.017846 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.018142 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.018479 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.018760 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.019049 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.019325 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.019562 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.019803 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.020063 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.020314 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.020550 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.020801 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.021046 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.021311 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.021567 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.022011 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.022323 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.022676 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.023027 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.023263 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.023481 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.023788 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.024048 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.024293 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.024700 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.025188 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.025595 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.026058 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.026562 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.026803 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.027170 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.027625 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.027980 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.028212 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.028447 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.028672 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.028917 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.029150 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.029459 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.030115 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.030561 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.030561 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.033673 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.033957 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.034258 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.034516 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.034754 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.035607 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.035607 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.035607 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.035851 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.035851 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.036117 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.036341 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.037454 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.037454 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.037454 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.037454 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.037817 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.037886 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.038141 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.038428 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.038676 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.038915 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.039154 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.039395 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.039626 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.039874 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.040115 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.040349 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.040596 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.040843 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.041211 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.041456 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.041733 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.042105 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.042356 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.042585 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.042811 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.043056 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.043283 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.043523 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.043752 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.043994 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.044222 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.044459 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.044833 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.045191 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.045534 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.045928 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.047161 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.047399 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.047634 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.047869 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.048097 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.048321 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.048539 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.048756 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.048989 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.049620 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.049960 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.050267 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.050513 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.050759 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.051031 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.051327 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.051636 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.051873 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.052110 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.052326 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.052553 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.052774 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.054385 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.054385 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.054385 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.054656 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.054825 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.055088 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.055312 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.055589 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.055848 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.056098 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.056357 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.056584 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.057236 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.057498 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.057735 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.057964 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.058200 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.058431 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.058670 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.058907 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.059378 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.059595 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.059823 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.060046 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.060260 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.060565 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.060850 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.061103 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.061397 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.061661 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.062472 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.062709 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.063260 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.063489 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.063749 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.063993 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.064217 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.064484 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.064714 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.065031 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.065335 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.065605 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.066844 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.067147 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.067436 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.067713 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.068490 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.068490 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.068746 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.069047 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.069325 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.069559 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.069827 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.070055 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.070524 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.070750 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.070980 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.071190 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.071474 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.071708 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.071958 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.072213 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.072446 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.072680 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.072939 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.073157 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.073374 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.073592 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.073779 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 17:36:00.073990 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:36:00.074309 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109828) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 17:36:00.074430 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:36:00.074580 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 17:36:00.074768 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 17:36:00.074941 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 17:36:00.075089 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 17:36:00.075297 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.075458 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.075617 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.075777 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.075935 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.076115 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.076273 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.076487 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.076646 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.076805 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.076976 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.077124 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.077282 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.077439 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.077600 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.077778 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.077940 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.078103 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.078264 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.078424 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.078582 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.078747 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.078905 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] debug = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.079064 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.079285 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.079432 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.079596 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.079760 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.079920 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.080077 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.080238 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.080393 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.080550 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.080706 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.080863 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.081022 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.081188 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.081350 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.082064 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.082228 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.082386 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.082543 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] host = dv-cinder-837167-2-iscsi {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.082706 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.083769 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.083769 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.083769 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.083769 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.083769 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.083769 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.083769 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.084292 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.084292 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.084292 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.084292 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.084516 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.084580 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.084733 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_options = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.085026 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.085344 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.085499 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.085853 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.086137 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.086432 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.086606 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.086743 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.087038 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.087198 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.087357 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.087514 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.087671 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.087833 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.087991 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.088151 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.088300 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.088458 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.088619 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.088779 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.088932 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.089073 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.089229 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.089378 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.089535 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.089772 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.089886 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.090029 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.090156 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.090448 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.090736 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.090900 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.091059 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.091218 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.091376 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.091534 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.091691 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.091865 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.092015 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.092312 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.092604 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.092903 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.093061 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.093215 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.093505 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.093843 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.094149 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_json = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.094310 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.095333 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.095333 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.095333 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.095333 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.095333 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.095333 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.095727 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.095727 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:36:00.095864 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.095930 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.096139 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.096230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.096393 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.096571 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.096708 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099230 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099730 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099730 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099730 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099730 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099730 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099730 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099730 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.099730 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.100163 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.100163 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.100163 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.100163 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.100163 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.100163 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.100578 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.100578 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.100696 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.101002 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.101002 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.101240 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.101240 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.101455 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.101560 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.101662 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.101888 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.102009 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.102162 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.103094 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.103094 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.103094 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.103094 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.103094 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.103094 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.103724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.103724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.103724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.103724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.104093 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.104093 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.104093 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.104311 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.104401 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.104532 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.104708 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.104858 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.105009 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.105164 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.105305 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.105531 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.105617 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.105779 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.105941 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.106104 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.106277 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.106433 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.106746 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.107043 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.107380 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.107380 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.107534 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.107754 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.107907 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.108020 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.108178 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.108486 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.108782 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.109075 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.109357 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.109651 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.109964 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.110250 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.110554 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.110722 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.110889 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.111051 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.111207 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.111616 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.111758 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.111869 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113053 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113053 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113053 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113053 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113053 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113053 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113053 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113053 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113831 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113831 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113831 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113831 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.113831 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.114131 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.114131 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.114250 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.114382 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.114540 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.114699 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.114857 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.115017 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.115176 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.115334 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.115493 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.116407 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.116407 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.116407 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.116407 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.116407 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.116407 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.116843 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.116843 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.116988 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.117065 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.117395 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.117395 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.117542 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.117607 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.118715 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.118889 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.119202 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.119518 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.119823 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.119987 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.120286 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.120619 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.120918 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.121923 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.122114 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.122303 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.122481 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.122659 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.122841 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.123014 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.123231 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.123407 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.123583 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.123755 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.123923 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.124089 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.124256 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.124423 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.124588 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.124749 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.124910 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.125075 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.125239 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.125401 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.125562 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.129712 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.129712 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.129712 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.129712 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.129712 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.129712 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.129712 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.129712 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130338 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130338 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130338 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130338 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130338 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130338 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130338 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130338 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130879 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130879 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130879 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130879 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130879 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130879 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130879 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.130879 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.131393 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.131393 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.131713 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.132035 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.132211 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.132384 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.132557 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.132748 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.132920 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.133083 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.133248 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.133416 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.133583 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.133832 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.134000 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.134165 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.134327 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.134539 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.134706 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.134870 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.135033 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.135265 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.135435 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.135902 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.136072 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.136237 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.136400 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.136562 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.136725 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.136888 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.137050 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.137214 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.137402 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.137643 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.137833 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.138101 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139035 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139035 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139035 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139035 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139035 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139382 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139382 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139522 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139657 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139829 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.139944 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.140115 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.140289 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.140453 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.140615 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.140777 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.140939 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.141100 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.141273 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.141434 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.145724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.145724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.145724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.145724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.145724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.145724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.145724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.145724 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146284 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146284 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146284 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146284 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146284 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146284 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146284 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146284 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146719 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146719 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146719 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146719 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146719 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146719 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146719 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.146719 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147189 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147189 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147189 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147189 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147189 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147189 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147189 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147189 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147646 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147646 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147646 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147646 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147646 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147926 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.147926 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.148075 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.148302 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.148409 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.148534 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.148692 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.148847 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.148998 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.149160 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.149311 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.149467 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.149627 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.149878 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.150043 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.150247 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.150376 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.150510 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.150660 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.150817 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.150969 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.151808 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:36:00.151808 dv-cinder-837167-2-iscsi neutron-server[109828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 17:36:11.722168 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c8794-9b1b-4962-865b-ada064c87c7d None None] get_active_networks_info from dv-cinder-837167-2-iscsi {{(pid=109940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 17:36:11.800939 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c8794-9b1b-4962-865b-ada064c87c7d None None] No non-hosted networks {{(pid=109940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 17:36:11.812027 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.agentschedulers_db [None req-791c8794-9b1b-4962-865b-ada064c87c7d None None] DHCP Agent not found on host dv-cinder-837167-2-iscsi {{(pid=109940) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 17:36:11.910136 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-425082dd-fe3d-45be-9c58-976e6ae57046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648841'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:14.258719 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-9c5c6e57-9ed1-42c1-a28c-507d2cee82a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648841'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:14.316880 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7d1ccac0-a1eb-4378-983c-55433692f02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:15.406847 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50290) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:16.039638 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648841'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:16.199754 dv-cinder-837167-2-iscsi neutron-server[109938]: WARNING oslo_policy.policy [None req-167940a1-7cb0-480f-b28f-606abd920bc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:36:16.200788 dv-cinder-837167-2-iscsi neutron-server[109938]: WARNING oslo_policy.policy [None req-167940a1-7cb0-480f-b28f-606abd920bc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:36:16.552957 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [None req-167940a1-7cb0-480f-b28f-606abd920bc9 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:36:16.577765 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-167940a1-7cb0-480f-b28f-606abd920bc9 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1690702 Apr 11 17:36:17.096438 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648841'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:18.014879 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.db.l3_hamode_db [None req-c17fba88-e422-4234-a84a-0f9edd6a41ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 17:36:18.095818 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fba88-e422-4234-a84a-0f9edd6a41ea None None] Routers set() bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:36:18.096195 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fba88-e422-4234-a84a-0f9edd6a41ea None None] Router IDs set() for agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 17:36:18.317108 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648841'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:18.318523 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.319008 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.319514 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.320077 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.322195 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.322737 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.323250 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.323756 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.324273 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.324609 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.324951 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.325284 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.325621 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.326277 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.326572 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:18.327049 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837167-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:36:18.333352 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837167-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:36:19.200444 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 50324) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:19.766115 dv-cinder-837167-2-iscsi neutron-server[109939]: WARNING oslo_policy.policy [None req-f8d771e8-2acf-4c2e-87c1-efadd8ce1324 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:36:19.766693 dv-cinder-837167-2-iscsi neutron-server[109939]: WARNING oslo_policy.policy [None req-f8d771e8-2acf-4c2e-87c1-efadd8ce1324 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:36:19.987327 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-f8d771e8-2acf-4c2e-87c1-efadd8ce1324 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:36:20.078443 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.policy [None req-f8d771e8-2acf-4c2e-87c1-efadd8ce1324 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109939) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 17:36:20.122103 dv-cinder-837167-2-iscsi neutron-server[109939]: WARNING oslo_policy.policy [None req-f8d771e8-2acf-4c2e-87c1-efadd8ce1324 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:36:20.122468 dv-cinder-837167-2-iscsi neutron-server[109939]: WARNING oslo_policy.policy [None req-f8d771e8-2acf-4c2e-87c1-efadd8ce1324 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:36:20.222610 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f8d771e8-2acf-4c2e-87c1-efadd8ce1324 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747146734218', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747146733702', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747146685187', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747146694610', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747146696279', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747146704186', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1029513', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1022132', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1684772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1653336'] for rbac-policy (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:20.297160 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f8d771e8-2acf-4c2e-87c1-efadd8ce1324 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:20.298726 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f8d771e8-2acf-4c2e-87c1-efadd8ce1324 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0939269 Apr 11 17:36:22.824937 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 50342) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:23.189517 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:36:23.223513 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Made reservation on behalf of 8620a11efa9240acafb7edb780e5e38b for: {'network': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:36:23.227885 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:23.246301 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:23.377978 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Publish callbacks [] for security_group (02727232-8c71-4de2-bfd6-460076840281), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:23.382364 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (02727232-8c71-4de2-bfd6-460076840281), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:23.407587 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=109939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:36:23.443265 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747148775334', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (cd90c6e3-431b-4c30-a507-e0205ca8a48a), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:23.443867 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Unsubscribe: segment precommit_create {{(pid=109939) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 17:36:23.444406 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.segments_db [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Added segment cd90c6e3-431b-4c30-a507-e0205ca8a48a of type vlan for network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 Apr 11 17:36:23.460488 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=02727232-8c71-4de2-bfd6-460076840281,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:23.495323 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.495530 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.495892 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.496232 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.496565 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.496875 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.497189 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.497498 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.497835 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.498170 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.498479 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.498800 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.499111 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.499400 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.499707 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Tracked resource versions report: Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: pushed versions: Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: { 'AddressGroup': {'1.2'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Agent': {'1.1'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'ConntrackHelper': {'1.0'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Log': {'1.0'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'NDPProxy': {'1.0'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Network': {'1.1'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Port': {'1.7'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'PortForwarding': {'1.3'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'QosPolicy': {'1.10'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SecurityGroup': {'1.5'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SubPort': {'1.0'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Subnet': {'1.1'}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Trunk': {'1.1'}} Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: consumer versions: Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: { DHCP agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: L3 agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: Metadata agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: Metering agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: Open vSwitch agent@dv-cinder-837167-2-iscsi: { 'AddressGroup': '1.2', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Agent': '1.1', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'ConntrackHelper': '1.0', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'LocalIPAssociation': '1.0', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Log': '1.0', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'NDPProxy': '1.0', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Network': '1.1', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Port': '1.7', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'PortForwarding': '1.3', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'QosPolicy': '1.10', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SecurityGroup': '1.5', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SecurityGroupRule': '1.2', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SubPort': '1.0', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Subnet': '1.1', Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Trunk': '1.1'}} Apr 11 17:36:23.501144 dv-cinder-837167-2-iscsi neutron-server[109939]: {{(pid=109939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:36:23.566150 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:23.611679 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:23.617487 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:36:23.618214 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:23.683953 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8579137 Apr 11 17:36:23.744757 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c41214-502a-4078-bc28-325fd1f83381 demo demo] Pushing event updated for resources: {'Network': ['ID=d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:23.757961 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:36:26.319094 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50354) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:26.909733 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.policy [None req-e537b4cb-6ce6-4472-a133-493ce2bdc41f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109938) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 17:36:26.951832 dv-cinder-837167-2-iscsi neutron-server[109938]: WARNING oslo_policy.policy [None req-e537b4cb-6ce6-4472-a133-493ce2bdc41f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:36:26.952223 dv-cinder-837167-2-iscsi neutron-server[109938]: WARNING oslo_policy.policy [None req-e537b4cb-6ce6-4472-a133-493ce2bdc41f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:36:26.960839 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537b4cb-6ce6-4472-a133-493ce2bdc41f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:36:26.962634 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-e537b4cb-6ce6-4472-a133-493ce2bdc41f demo admin] 10.222.0.79 "GET /v2.0/networks/d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 HTTP/1.1" status: 200 len: 825 time: 0.6425061 Apr 11 17:36:27.001982 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-047f8fa7-d61d-403b-8ac0-d5495bd860ee demo admin] 10.222.0.79 "GET /v2.0/subnetpools/1a4decd8-c979-488c-9736-5a42335a8018 HTTP/1.1" status: 200 len: 734 time: 0.0328202 Apr 11 17:36:27.012275 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14', 'subnetpool_id': '1a4decd8-c979-488c-9736-5a42335a8018', 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:36:27.052930 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Made reservation on behalf of 8620a11efa9240acafb7edb780e5e38b for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:36:27.056497 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:27.355427 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:27.424611 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Checking segment: {'id': 'cd90c6e3-431b-4c30-a507-e0205ca8a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:36:27.424983 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Network hostable DHCP agents. Network: d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:36:27.444591 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Pushing event updated for resources: {'Subnet': ['ID=8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:27.456259 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.456598 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.456943 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.457269 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.457595 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.457948 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.458265 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.458571 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.458911 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.459228 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.459539 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.459857 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.460165 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.460474 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.460783 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Tracked resource versions report: Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: pushed versions: Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: { 'AddressGroup': {'1.2'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Agent': {'1.1'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'ConntrackHelper': {'1.0'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Log': {'1.0'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'NDPProxy': {'1.0'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Network': {'1.1'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Port': {'1.7'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'PortForwarding': {'1.3'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'QosPolicy': {'1.10'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SecurityGroup': {'1.5'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SubPort': {'1.0'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Subnet': {'1.1'}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Trunk': {'1.1'}} Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: consumer versions: Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: { DHCP agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: L3 agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: Metadata agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: Metering agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: Open vSwitch agent@dv-cinder-837167-2-iscsi: { 'AddressGroup': '1.2', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Agent': '1.1', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'ConntrackHelper': '1.0', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'LocalIPAssociation': '1.0', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Log': '1.0', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'NDPProxy': '1.0', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Network': '1.1', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Port': '1.7', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'PortForwarding': '1.3', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'QosPolicy': '1.10', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SecurityGroup': '1.5', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SecurityGroupRule': '1.2', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SubPort': '1.0', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Subnet': '1.1', Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Trunk': '1.1'}} Apr 11 17:36:27.462218 dv-cinder-837167-2-iscsi neutron-server[109938]: {{(pid=109938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:36:27.474377 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:36:27.490575 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:36:27.504526 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:36:27.505388 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:27.510216 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a6950-fd30-4263-88ce-b60013446aae None None] Network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:36:27.531503 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-fab68e51-c0f8-4322-a9f3-48735fec89df demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5230587 Apr 11 17:36:27.906994 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14', 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14', 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'fixed_ips': [{'subnet_id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:36:27.907989 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:28.200198 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Allocated IP 172.20.0.2 (d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14/8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98/85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:36:28.499274 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Publish callbacks [] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:28.510834 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:28.581827 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:36:28.586618 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:36:28.599379 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:36:28.605827 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Pushing event updated for resources: {'Port': ['ID=85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:28.636992 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.637329 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.637669 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.638054 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.638377 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.638738 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.639051 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.639375 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.639693 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.640032 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.640323 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.640653 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.640969 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.641301 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.641609 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Tracked resource versions report: Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: pushed versions: Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: { 'AddressGroup': {'1.2'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Agent': {'1.1'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'ConntrackHelper': {'1.0'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Log': {'1.0'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'NDPProxy': {'1.0'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Network': {'1.1'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Port': {'1.7'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'PortForwarding': {'1.3'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'QosPolicy': {'1.10'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SecurityGroup': {'1.5'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SubPort': {'1.0'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Subnet': {'1.1'}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Trunk': {'1.1'}} Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: consumer versions: Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: { DHCP agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: L3 agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: Metadata agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: Metering agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: Open vSwitch agent@dv-cinder-837167-2-iscsi: { 'AddressGroup': '1.2', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Agent': '1.1', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'ConntrackHelper': '1.0', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'LocalIPAssociation': '1.0', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Log': '1.0', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'NDPProxy': '1.0', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Network': '1.1', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Port': '1.7', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'PortForwarding': '1.3', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'QosPolicy': '1.10', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SecurityGroup': '1.5', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SecurityGroupRule': '1.2', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SubPort': '1.0', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Subnet': '1.1', Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Trunk': '1.1'}} Apr 11 17:36:28.643129 dv-cinder-837167-2-iscsi neutron-server[109940]: {{(pid=109940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:36:28.698303 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Attempting to bind port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:36:28.698785 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Attempting to bind port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': 'cd90c6e3-431b-4c30-a507-e0205ca8a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:36:28.699204 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Attempting to bind port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f on network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:36:28.704468 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:36:28.704838 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Checking segment: {'id': 'cd90c6e3-431b-4c30-a507-e0205ca8a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:36:28.705310 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:28.705714 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Bound using segment: {'id': 'cd90c6e3-431b-4c30-a507-e0205ca8a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:36:28.706197 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Bound port: 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd90c6e3-431b-4c30-a507-e0205ca8a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:36:28.706596 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:28.775621 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] For port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:36:28.804919 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] For port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f,segment=NetworkSegment(cd90c6e3-431b-4c30-a507-e0205ca8a48a),segment_id=cd90c6e3-431b-4c30-a507-e0205ca8a48a)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:36:28.814200 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:28.870298 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47529b63-cecc-4c5b-a6e6-77b2c4e986d2 None None] Pushing event updated for resources: {'Port': ['ID=85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:30.126077 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50370) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:30.472370 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [None req-cfe53e6e-6404-45e0-8e80-be0a8ee3ffb2 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:36:30.473342 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-cfe53e6e-6404-45e0-8e80-be0a8ee3ffb2 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3463242 Apr 11 17:36:33.065345 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50378) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:33.406742 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [None req-121c0879-f462-47ad-a222-e195286046d2 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:36:33.407751 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-121c0879-f462-47ad-a222-e195286046d2 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3414454 Apr 11 17:36:36.062213 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 50386) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:36.411160 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-8eba93be-54bf-4454-9f1c-f6358e8b9124 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:36:36.436684 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8eba93be-54bf-4454-9f1c-f6358e8b9124 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (db760ba7-1153-4c10-9007-6607dfceb553), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:36.438302 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8eba93be-54bf-4454-9f1c-f6358e8b9124 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (db760ba7-1153-4c10-9007-6607dfceb553), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:36.592153 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8eba93be-54bf-4454-9f1c-f6358e8b9124 demo demo] Publish callbacks [] for router_controller (db760ba7-1153-4c10-9007-6607dfceb553), precommit_add_association {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:36.599397 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8eba93be-54bf-4454-9f1c-f6358e8b9124 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (db760ba7-1153-4c10-9007-6607dfceb553), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:36.625662 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8eba93be-54bf-4454-9f1c-f6358e8b9124 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:36.626903 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-8eba93be-54bf-4454-9f1c-f6358e8b9124 demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5634859 Apr 11 17:36:39.098001 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:36:39.189468 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:36:39.189920 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:39.228562 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50398) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:39.318970 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:36:39.319358 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:39.359297 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f,segment=NetworkSegment(cd90c6e3-431b-4c30-a507-e0205ca8a48a),segment_id=cd90c6e3-431b-4c30-a507-e0205ca8a48a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:36:39.365129 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:39.414869 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:39.604361 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [None req-3c47f3e8-a132-411c-8337-25a9fdcad7e6 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:36:39.605354 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-3c47f3e8-a132-411c-8337-25a9fdcad7e6 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3758714 Apr 11 17:36:40.469412 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb62cd33-bbd6-40b8-9b82-6ad6e0309335 None None] Network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:36:40.547270 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-298ff0a3-d1c5-40a4-a9e8-e737d312228b None None] Provisioning complete for port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:36:40.547842 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-298ff0a3-d1c5-40a4-a9e8-e737d312228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:40.676563 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-298ff0a3-d1c5-40a4-a9e8-e737d312228b None None] Current status of the port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:36:40.895430 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-530679ef-bdbe-433b-be10-21a0a1bf6777 None None] Provisioning complete for port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:36:40.895799 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-530679ef-bdbe-433b-be10-21a0a1bf6777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:40.977021 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-530679ef-bdbe-433b-be10-21a0a1bf6777 None None] Current status of the port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:36:41.084443 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:36:41.132641 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:36:41.133024 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:41.213734 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:36:41.611822 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c3395979-eb63-48f5-92dc-2200e8f2d32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:42.218906 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 50406) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:42.563275 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:36:42.583392 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Made reservation on behalf of 083eef77fdeb4cc68737b7054a4b82bb for: {'network': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:36:42.585613 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:42.594433 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:42.671909 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Publish callbacks [] for security_group (e5bd72f4-98ba-48d7-a829-33469a5812d8), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:42.676669 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e5bd72f4-98ba-48d7-a829-33469a5812d8), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:42.694033 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Reserving flat network on physical network physnet1 {{(pid=109939) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 17:36:42.713677 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bd72f4-98ba-48d7-a829-33469a5812d8,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:42.724678 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (5f9f2a42-5fdc-402e-9754-2ee1ca217311), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:42.725046 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.segments_db [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Added segment 5f9f2a42-5fdc-402e-9754-2ee1ca217311 of type flat for network 9c270527-7277-4b59-bd74-576f64306e5e Apr 11 17:36:42.772068 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (9c270527-7277-4b59-bd74-576f64306e5e), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:42.805887 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (9c270527-7277-4b59-bd74-576f64306e5e), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:42.806783 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:36:42.807343 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:42.876018 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6558988 Apr 11 17:36:42.922997 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5abdaf-b09d-415e-9667-be1a8f9a917a admin admin] Pushing event updated for resources: {'Network': ['ID=9c270527-7277-4b59-bd74-576f64306e5e,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:42.933954 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 9c270527-7277-4b59-bd74-576f64306e5e details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:36:44.251833 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0bb4d12b-c121-4e4b-8c23-710d1ff3cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:45.441898 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50414) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:45.805965 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca53a2f2-655e-404d-accb-51f12618708f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:36:45.807351 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-ca53a2f2-655e-404d-accb-51f12618708f demo admin] 10.222.0.79 "GET /v2.0/subnets/8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98 HTTP/1.1" status: 200 len: 849 time: 0.3645167 Apr 11 17:36:45.974741 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:45.994113 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-04acb779-1563-4938-910f-a3366f2fca21 demo admin] 10.222.0.79 "GET /v2.0/routers/db760ba7-1153-4c10-9007-6607dfceb553 HTTP/1.1" status: 200 len: 704 time: 0.1776464 Apr 11 17:36:46.285555 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:46.611077 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Allocated IP 172.20.0.1 (d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14/8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98/7ced81db-564a-4fc9-bfb8-7fe98f5f558f) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:36:46.770660 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Publish callbacks [] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:46.840908 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:46.916030 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:36:46.921472 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:36:46.927567 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:36:46.927567 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (db760ba7-1153-4c10-9007-6607dfceb553), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:46.949240 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Pushing event updated for resources: {'Port': ['ID=7ced81db-564a-4fc9-bfb8-7fe98f5f558f,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:47.012057 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:47.147069 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:47.338621 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7d868263-4a4b-4333-9f84-c041dd0e01ff None None] Provisioning complete for port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:36:47.339027 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7d868263-4a4b-4333-9f84-c041dd0e01ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:47.376796 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7d868263-4a4b-4333-9f84-c041dd0e01ff None None] Port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:36:47.428023 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Publish callbacks [] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:47.439415 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:47.440248 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (db760ba7-1153-4c10-9007-6607dfceb553), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:47.497406 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Pushing event updated for resources: {'Port': ['ID=7ced81db-564a-4fc9-bfb8-7fe98f5f558f,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:47.568018 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:36:47.569474 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:36:47.756180 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Router db760ba7-1153-4c10-9007-6607dfceb553 is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:36:47.799088 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-cc7afc20-185a-4116-8b79-4db1aa92215d None None] Provisioning complete for port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:36:47.799481 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-cc7afc20-185a-4116-8b79-4db1aa92215d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:47.835271 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-cc7afc20-185a-4116-8b79-4db1aa92215d None None] Port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:36:47.867189 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:36:47.874906 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-5e4f2e27-1dd6-4f03-b30b-c2192c10b3b2 demo admin] 10.222.0.79 "PUT /v2.0/routers/db760ba7-1153-4c10-9007-6607dfceb553/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8737338 Apr 11 17:36:47.892257 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Sync routers for ids ['db760ba7-1153-4c10-9007-6607dfceb553'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:36:47.912270 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Routers {'db760ba7-1153-4c10-9007-6607dfceb553'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:36:47.913432 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:36:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db760ba7-1153-4c10-9007-6607dfceb553'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:36:48.132765 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Set router db760ba7-1153-4c10-9007-6607dfceb553 gateway port host: None {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:36:48.308718 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:48.560821 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'name': 'router1', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:36:36Z', 'updated_at': '2022-04-11T17:36:47Z', 'revision_number': 2, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'gw_port_host': None, '_interfaces': [{'id': '7ced81db-564a-4fc9-bfb8-7fe98f5f558f', 'name': '', 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'mac_address': 'fa:16:3e:c2:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:36:46Z', 'updated_at': '2022-04-11T17:36:47Z', 'revision_number': 2, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'subnets': [{'id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4decd8-c979-488c-9736-5a42335a8018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:36:48.612875 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Checking router: db760ba7-1153-4c10-9007-6607dfceb553 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:36:48.613212 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Updating router db760ba7-1153-4c10-9007-6607dfceb553 port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:36:48.666412 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:49.202653 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Publish callbacks [] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:49.210966 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:49.363743 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Pushing event updated for resources: {'Port': ['ID=7ced81db-564a-4fc9-bfb8-7fe98f5f558f,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:49.390215 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.390377 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.390719 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.391056 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.391383 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.391705 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.392101 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.392332 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.392645 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.393072 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.393278 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.393619 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.393939 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.394261 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.394574 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Tracked resource versions report: Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: pushed versions: Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: { 'AddressGroup': {'1.2'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Agent': {'1.1'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'ConntrackHelper': {'1.0'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Log': {'1.0'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'NDPProxy': {'1.0'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Network': {'1.1'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Port': {'1.7'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'PortForwarding': {'1.3'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'QosPolicy': {'1.10'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SecurityGroup': {'1.5'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SubPort': {'1.0'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Subnet': {'1.1'}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Trunk': {'1.1'}} Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: consumer versions: Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: { DHCP agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: L3 agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: Metadata agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: Metering agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: Open vSwitch agent@dv-cinder-837167-2-iscsi: { 'AddressGroup': '1.2', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Agent': '1.1', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'ConntrackHelper': '1.0', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'LocalIPAssociation': '1.0', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Log': '1.0', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'NDPProxy': '1.0', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Network': '1.1', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Port': '1.7', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'PortForwarding': '1.3', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'QosPolicy': '1.10', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SecurityGroup': '1.5', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SecurityGroupRule': '1.2', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SubPort': '1.0', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Subnet': '1.1', Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Trunk': '1.1'}} Apr 11 17:36:49.396032 dv-cinder-837167-2-iscsi neutron-server[109942]: {{(pid=109942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:36:49.407903 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Attempting to bind port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:36:49.408365 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Attempting to bind port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': 'cd90c6e3-431b-4c30-a507-e0205ca8a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:36:49.408745 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Attempting to bind port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f on network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:36:49.413847 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:36:49.414246 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Checking segment: {'id': 'cd90c6e3-431b-4c30-a507-e0205ca8a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:36:49.414730 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:49.415111 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Bound using segment: {'id': 'cd90c6e3-431b-4c30-a507-e0205ca8a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:36:49.415604 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Bound port: 7ced81db-564a-4fc9-bfb8-7fe98f5f558f, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd90c6e3-431b-4c30-a507-e0205ca8a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:36:49.415983 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:49.464913 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-ba9f942d-750c-4c7e-b921-97e8b5a223b0 None None] Provisioning complete for port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:36:49.465493 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ba9f942d-750c-4c7e-b921-97e8b5a223b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:49.487523 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] For port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:36:49.503243 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f942d-750c-4c7e-b921-97e8b5a223b0 None None] Port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:36:49.508576 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] For port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=7ced81db-564a-4fc9-bfb8-7fe98f5f558f,segment=NetworkSegment(cd90c6e3-431b-4c30-a507-e0205ca8a48a),segment_id=cd90c6e3-431b-4c30-a507-e0205ca8a48a)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:36:49.515668 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:49.572487 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Routers {'db760ba7-1153-4c10-9007-6607dfceb553'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:36:49.573112 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:36:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db760ba7-1153-4c10-9007-6607dfceb553'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:36:49.639345 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e3620-5afc-4b22-a7aa-61d0f44dfd57 None None] Pushing event updated for resources: {'Port': ['ID=7ced81db-564a-4fc9-bfb8-7fe98f5f558f,revision_number=4']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:49.674804 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] Set router db760ba7-1153-4c10-9007-6607dfceb553 gateway port host: None {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:36:49.823496 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-783586a7-ff38-4ec6-b88b-d69ea5bb2a38 None None] Provisioning complete for port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:36:49.823756 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-783586a7-ff38-4ec6-b88b-d69ea5bb2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:49.881406 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'name': 'router1', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:36:36Z', 'updated_at': '2022-04-11T17:36:47Z', 'revision_number': 2, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'gw_port_host': None, '_interfaces': [{'id': '7ced81db-564a-4fc9-bfb8-7fe98f5f558f', 'name': '', 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'mac_address': 'fa:16:3e:c2:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:36:46Z', 'updated_at': '2022-04-11T17:36:49Z', 'revision_number': 4, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'subnets': [{'id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4decd8-c979-488c-9736-5a42335a8018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:36:49.907656 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-783586a7-ff38-4ec6-b88b-d69ea5bb2a38 None None] Current status of the port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:36:49.908090 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-783586a7-ff38-4ec6-b88b-d69ea5bb2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:49.917506 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7abdd-61e1-45ba-81d7-5dc72260256a None None] The sync data for ids ['db760ba7-1153-4c10-9007-6607dfceb553'] in dv-cinder-837167-2-iscsi is: [{'id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'name': 'router1', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:36:36Z', 'updated_at': '2022-04-11T17:36:47Z', 'revision_number': 2, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'gw_port_host': None, '_interfaces': [{'id': '7ced81db-564a-4fc9-bfb8-7fe98f5f558f', 'name': '', 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'mac_address': 'fa:16:3e:c2:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:36:46Z', 'updated_at': '2022-04-11T17:36:49Z', 'revision_number': 4, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'subnets': [{'id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4decd8-c979-488c-9736-5a42335a8018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:36:49.945498 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-783586a7-ff38-4ec6-b88b-d69ea5bb2a38 None None] For port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=7ced81db-564a-4fc9-bfb8-7fe98f5f558f,segment=NetworkSegment(cd90c6e3-431b-4c30-a507-e0205ca8a48a),segment_id=cd90c6e3-431b-4c30-a507-e0205ca8a48a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:36:49.950049 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-783586a7-ff38-4ec6-b88b-d69ea5bb2a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:49.999565 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783586a7-ff38-4ec6-b88b-d69ea5bb2a38 None None] Pushing event updated for resources: {'Port': ['ID=7ced81db-564a-4fc9-bfb8-7fe98f5f558f,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:50.386490 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50434) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:50.507362 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c56d6-41d8-4332-8505-0ad95930124f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:36:50.509660 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-d64c56d6-41d8-4332-8505-0ad95930124f admin admin] 10.222.0.79 "GET /v2.0/networks/9c270527-7277-4b59-bd74-576f64306e5e HTTP/1.1" status: 200 len: 842 time: 0.1220899 Apr 11 17:36:50.519729 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'gateway_ip': '172.27.0.1'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:36:50.545451 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Made reservation on behalf of 083eef77fdeb4cc68737b7054a4b82bb for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:36:50.547850 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:50.815920 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.objects.ports [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109938) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 17:36:50.816270 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:50.889975 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:50.903820 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:36:50.904358 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Network hostable DHCP agents. Network: 9c270527-7277-4b59-bd74-576f64306e5e, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:36:50.923764 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:36:50.932273 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 9c270527-7277-4b59-bd74-576f64306e5e) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:36:50.936716 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:36:50.937317 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:50.949915 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca549e-f2fd-432a-bf94-60ad3ca01ddf None None] Network 9c270527-7277-4b59-bd74-576f64306e5e requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:36:50.955145 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-8b18f0d8-a3d8-475b-8477-408fb690d525 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4397488 Apr 11 17:36:51.063516 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb45083-f207-4a3a-a1e6-9656201d7e1f None None] Network 9c270527-7277-4b59-bd74-576f64306e5e requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:36:53.416889 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50452) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:53.554711 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-37654a58-3e04-445e-8e1e-8a5ede6cbf1c demo admin] 10.222.0.79 "GET /v2.0/routers/db760ba7-1153-4c10-9007-6607dfceb553 HTTP/1.1" status: 200 len: 710 time: 0.1367629 Apr 11 17:36:53.642755 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7e7846-e92a-42c6-a23e-d903eb684cb5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:36:53.644136 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-cc7e7846-e92a-42c6-a23e-d903eb684cb5 demo admin] 10.222.0.79 "GET /v2.0/networks/9c270527-7277-4b59-bd74-576f64306e5e HTTP/1.1" status: 200 len: 886 time: 0.0838292 Apr 11 17:36:53.654940 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:36:53.998752 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Publish callbacks [] for router_gateway (db760ba7-1153-4c10-9007-6607dfceb553), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:54.229340 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Publish callbacks [] for router_gateway (db760ba7-1153-4c10-9007-6607dfceb553), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:54.327719 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:54.433264 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Allocated IP 172.27.0.161 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/fd59a054-1846-48a1-a1a4-d897685c9797) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:36:54.543408 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Publish callbacks [] for port (fd59a054-1846-48a1-a1a4-d897685c9797), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:54.581280 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (fd59a054-1846-48a1-a1a4-d897685c9797), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:54.621540 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:36:54.624854 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:36:54.631086 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:36:54.634295 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Pushing event updated for resources: {'Port': ['ID=fd59a054-1846-48a1-a1a4-d897685c9797,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:54.892425 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Publish callbacks [] for router_gateway (db760ba7-1153-4c10-9007-6607dfceb553), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:55.100751 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-436'] for router (db760ba7-1153-4c10-9007-6607dfceb553), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:55.104467 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1585344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652669'] for router (db760ba7-1153-4c10-9007-6607dfceb553), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:55.222639 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Router db760ba7-1153-4c10-9007-6607dfceb553 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:36:55.341800 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:36:55.346283 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:55.347518 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a13129b3-4eb0-4b79-9b37-0a7fecc09890 demo admin] 10.222.0.79 "PUT /v2.0/routers/db760ba7-1153-4c10-9007-6607dfceb553 HTTP/1.1" status: 200 len: 890 time: 1.6975243 Apr 11 17:36:57.113492 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 7ced81db-564a-4fc9-bfb8-7fe98f5f558f up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:36:57.163735 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:36:57.163735 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:57.243181 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:36:57.897613 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50464) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:36:58.104469 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f24ee7da-ca05-4599-81ee-8b3102e997a3 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2056615 Apr 11 17:36:58.714271 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Sync routers for ids ['db760ba7-1153-4c10-9007-6607dfceb553'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:36:58.726542 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Routers {'db760ba7-1153-4c10-9007-6607dfceb553'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:36:58.727110 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:36:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db760ba7-1153-4c10-9007-6607dfceb553'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:36:58.952573 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Set router db760ba7-1153-4c10-9007-6607dfceb553 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:36:59.437844 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'name': 'router1', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fd59a054-1846-48a1-a1a4-d897685c9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:36:36Z', 'updated_at': '2022-04-11T17:36:54Z', 'revision_number': 4, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'gw_port': {'id': 'fd59a054-1846-48a1-a1a4-d897685c9797', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:36:54Z', 'updated_at': '2022-04-11T17:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7ced81db-564a-4fc9-bfb8-7fe98f5f558f', 'name': '', 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'mac_address': 'fa:16:3e:c2:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:36:46Z', 'updated_at': '2022-04-11T17:36:49Z', 'revision_number': 5, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'subnets': [{'id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4decd8-c979-488c-9736-5a42335a8018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:36:59.491413 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Checking router: db760ba7-1153-4c10-9007-6607dfceb553 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:36:59.491772 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Updating router db760ba7-1153-4c10-9007-6607dfceb553 port fd59a054-1846-48a1-a1a4-d897685c9797 binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:36:59.543921 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (fd59a054-1846-48a1-a1a4-d897685c9797), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:59.908261 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Publish callbacks [] for port (fd59a054-1846-48a1-a1a4-d897685c9797), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:59.916022 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (fd59a054-1846-48a1-a1a4-d897685c9797), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:59.985068 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Attempting to bind port fd59a054-1846-48a1-a1a4-d897685c9797 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:36:59.985556 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Attempting to bind port fd59a054-1846-48a1-a1a4-d897685c9797 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:36:59.985962 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Attempting to bind port fd59a054-1846-48a1-a1a4-d897685c9797 on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:36:59.988231 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a8bab-9ab3-49d4-90d8-1872651c5cd7 None None] Pushing event updated for resources: {'Port': ['ID=fd59a054-1846-48a1-a1a4-d897685c9797,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:36:59.994769 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:36:59.995209 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:36:59.995550 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:36:59.995950 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:36:59.996416 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Bound port: fd59a054-1846-48a1-a1a4-d897685c9797, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:36:59.996802 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (fd59a054-1846-48a1-a1a4-d897685c9797), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:00.067227 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] For port fd59a054-1846-48a1-a1a4-d897685c9797, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:37:00.071535 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] For port fd59a054-1846-48a1-a1a4-d897685c9797, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=fd59a054-1846-48a1-a1a4-d897685c9797,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:37:00.080674 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (fd59a054-1846-48a1-a1a4-d897685c9797), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:00.150948 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a8bab-9ab3-49d4-90d8-1872651c5cd7 None None] Pushing event updated for resources: {'Port': ['ID=fd59a054-1846-48a1-a1a4-d897685c9797,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:37:00.153922 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Routers {'db760ba7-1153-4c10-9007-6607dfceb553'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:37:00.154519 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:36:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db760ba7-1153-4c10-9007-6607dfceb553'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:37:00.273208 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] Set router db760ba7-1153-4c10-9007-6607dfceb553 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:37:00.512332 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'name': 'router1', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fd59a054-1846-48a1-a1a4-d897685c9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:36:36Z', 'updated_at': '2022-04-11T17:36:54Z', 'revision_number': 4, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'gw_port': {'id': 'fd59a054-1846-48a1-a1a4-d897685c9797', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:36:54Z', 'updated_at': '2022-04-11T17:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7ced81db-564a-4fc9-bfb8-7fe98f5f558f', 'name': '', 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'mac_address': 'fa:16:3e:c2:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:36:46Z', 'updated_at': '2022-04-11T17:36:49Z', 'revision_number': 5, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'subnets': [{'id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4decd8-c979-488c-9736-5a42335a8018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:37:00.540713 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbd2187-eb9b-43ab-91fb-0b317018f9ac None None] The sync data for ids ['db760ba7-1153-4c10-9007-6607dfceb553'] in dv-cinder-837167-2-iscsi is: [{'id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'name': 'router1', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'fd59a054-1846-48a1-a1a4-d897685c9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:36:36Z', 'updated_at': '2022-04-11T17:36:54Z', 'revision_number': 4, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'gw_port': {'id': 'fd59a054-1846-48a1-a1a4-d897685c9797', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:36:54Z', 'updated_at': '2022-04-11T17:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7ced81db-564a-4fc9-bfb8-7fe98f5f558f', 'name': '', 'network_id': 'd2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14', 'tenant_id': '8620a11efa9240acafb7edb780e5e38b', 'mac_address': 'fa:16:3e:c2:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db760ba7-1153-4c10-9007-6607dfceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:36:46Z', 'updated_at': '2022-04-11T17:36:49Z', 'revision_number': 5, 'project_id': '8620a11efa9240acafb7edb780e5e38b', 'subnets': [{'id': '8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a4decd8-c979-488c-9736-5a42335a8018'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:37:01.166592 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device fd59a054-1846-48a1-a1a4-d897685c9797 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:37:01.233944 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port fd59a054-1846-48a1-a1a4-d897685c9797 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:37:01.234614 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (fd59a054-1846-48a1-a1a4-d897685c9797), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:01.328176 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port fd59a054-1846-48a1-a1a4-d897685c9797 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:37:01.328665 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (fd59a054-1846-48a1-a1a4-d897685c9797), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:01.356697 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port fd59a054-1846-48a1-a1a4-d897685c9797, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=fd59a054-1846-48a1-a1a4-d897685c9797,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:37:01.369112 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (fd59a054-1846-48a1-a1a4-d897685c9797), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:01.460539 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=fd59a054-1846-48a1-a1a4-d897685c9797,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:37:03.142221 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device fd59a054-1846-48a1-a1a4-d897685c9797 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:37:03.224594 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port fd59a054-1846-48a1-a1a4-d897685c9797 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:37:03.224992 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (fd59a054-1846-48a1-a1a4-d897685c9797), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:03.421882 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port fd59a054-1846-48a1-a1a4-d897685c9797 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:37:11.607798 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c968568a-4f92-4979-9af3-01553b94e058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:13.969384 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 5 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:37:14.254099 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a71b9733-baca-4613-9024-91a6ab53c7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:15.978646 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:17.015939 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:18.324015 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:41.604468 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e37f-7013-454e-83c0-64a5cb38b6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:44.254935 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-47ecd13c-03ec-4dbd-9abf-782f94082f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:45.978342 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:47.012154 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:48.308695 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:37:50.969367 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 5 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:38:11.601342 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0546e557-0488-440d-8017-3acd3fb7bed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:14.254066 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2b6f99ab-21c4-47c7-9f70-2b6923c58f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:15.980862 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:17.014420 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:18.321487 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:21.353504 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50948) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:38:21.416857 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf1ca88-f4f4-4fed-a0bd-f464c29a9084 admin admin] GET failed (client error): The resource could not be found. Apr 11 17:38:21.418224 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-ccf1ca88-f4f4-4fed-a0bd-f464c29a9084 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660272 Apr 11 17:38:21.584640 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00dc501-2918-4665-8218-f1433630812a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:21.586054 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-c00dc501-2918-4665-8218-f1433630812a admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1631575 Apr 11 17:38:23.926706 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 50958) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:38:24.080417 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7952554-d3db-4822-a4ff-2635567b5c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:24.082088 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f7952554-d3db-4822-a4ff-2635567b5c87 admin admin] 10.222.0.79 "GET /v2.0/subnets/8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98 HTTP/1.1" status: 200 len: 849 time: 0.1544039 Apr 11 17:38:24.092238 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:38:24.188288 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Publish callbacks [] for subnet (8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:24.351550 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747148887062'] for subnet (8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:24.397133 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:24.397741 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:24.399024 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] 10.222.0.79 "PUT /v2.0/subnets/8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98 HTTP/1.1" status: 200 len: 868 time: 0.3108313 Apr 11 17:38:24.411720 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:38:24.418085 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b0470-dac4-42a0-b47e-f1181a83e9f5 None None] Network d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:38:24.419427 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.419770 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.420123 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.420452 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.420776 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.421097 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.421415 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.421763 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.422110 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.422432 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.422760 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.423086 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.423403 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.423710 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.424019 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d7ce37-e3eb-47fe-b6fc-11bcab042667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:38:24.731045 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-9e217e66-f73b-4223-ab87-43cf43dc6392 None None] Provisioning complete for port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:38:24.731481 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-9e217e66-f73b-4223-ab87-43cf43dc6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7ced81db-564a-4fc9-bfb8-7fe98f5f558f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:24.816485 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-9e217e66-f73b-4223-ab87-43cf43dc6392 None None] Current status of the port 7ced81db-564a-4fc9-bfb8-7fe98f5f558f is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:38:24.825078 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-9e217e66-f73b-4223-ab87-43cf43dc6392 None None] Provisioning complete for port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:38:24.825455 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-9e217e66-f73b-4223-ab87-43cf43dc6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:24.903675 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-9e217e66-f73b-4223-ab87-43cf43dc6392 None None] Current status of the port 85602208-f0a5-4e8a-9ae5-cd67a9ff7a2f is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:38:26.760726 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 50968) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:38:26.972443 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb60596-c3b8-4156-9bc5-a0fb7fb1559d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:26.972912 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb60596-c3b8-4156-9bc5-a0fb7fb1559d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:26.974565 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-dcb60596-c3b8-4156-9bc5-a0fb7fb1559d admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2128608 Apr 11 17:38:27.968790 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 5 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:38:29.293446 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50976) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:38:29.513962 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b598b7-9048-45c8-8c9b-0344df688fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:29.514329 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b598b7-9048-45c8-8c9b-0344df688fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:29.515889 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-60b598b7-9048-45c8-8c9b-0344df688fdf admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2214260 Apr 11 17:38:31.864449 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50984) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:38:32.000432 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d852b5c0-b473-4e28-880e-11a2785f96e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:32.001843 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-d852b5c0-b473-4e28-880e-11a2785f96e6 admin admin] 10.222.0.79 "GET /v2.0/networks/9c270527-7277-4b59-bd74-576f64306e5e HTTP/1.1" status: 200 len: 886 time: 0.1363602 Apr 11 17:38:34.364980 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 50992) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:38:34.514343 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206d7da-7358-4b30-b7ff-383ae90be94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:34.515751 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-4206d7da-7358-4b30-b7ff-383ae90be94a admin admin] 10.222.0.79 "GET /v2.0/networks/d2abf6fa-a0b9-4ea6-b4b1-0e50bfe0ec14 HTTP/1.1" status: 200 len: 869 time: 0.1498168 Apr 11 17:38:36.853977 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51000) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:38:36.989569 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c43da-a201-4c44-9c4e-58e737f9b777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:36.990148 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c43da-a201-4c44-9c4e-58e737f9b777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:36.991696 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-c13c43da-a201-4c44-9c4e-58e737f9b777 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367023 Apr 11 17:38:39.323578 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51008) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:38:39.428464 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82347db-6a18-4814-a543-bf77924f271b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:39.428967 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82347db-6a18-4814-a543-bf77924f271b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:39.431107 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f82347db-6a18-4814-a543-bf77924f271b admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061728 Apr 11 17:38:41.597593 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-b9b34993-9845-4dfd-b760-6c467dbb979f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:41.766168 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51016) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:38:41.864324 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599031d3-d43f-4713-8582-82620ea129b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:41.865621 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-599031d3-d43f-4713-8582-82620ea129b2 admin admin] 10.222.0.79 "GET /v2.0/subnets/8ff191ea-7d8b-4a92-b2d0-8e7ea6bd2d98 HTTP/1.1" status: 200 len: 868 time: 0.0981979 Apr 11 17:38:44.214551 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51024) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:38:44.251410 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-031a03dc-c3da-48e8-b2e1-9ed97d861c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:44.317002 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcb439-d7ff-4442-a724-7a3b67168601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:38:44.318406 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-15dcb439-d7ff-4442-a724-7a3b67168601 admin admin] 10.222.0.79 "GET /v2.0/subnets/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e HTTP/1.1" status: 200 len: 816 time: 0.1028855 Apr 11 17:38:45.983109 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:47.018552 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:38:48.317992 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:04.968103 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 5 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:39:11.594520 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-b1f9277a-298d-4783-a3bb-efc11412231a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:14.246910 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-6c570ac2-1a97-4e01-81fd-e4abb9319881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:15.987672 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:17.020038 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:18.314576 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:25.244763 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51082) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:39:25.303919 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [None req-b0cc2b1e-1503-4125-bdf8-0e2da4f0e3b4 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:39:25.304902 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b0cc2b1e-1503-4125-bdf8-0e2da4f0e3b4 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0591526 Apr 11 17:39:27.725671 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51090) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:39:27.798518 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.pecan_wsgi.hooks.translation [None req-58193d44-c7a4-4997-8214-466d1f223f15 admin admin] GET failed (client error): The resource could not be found. Apr 11 17:39:27.799778 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-58193d44-c7a4-4997-8214-466d1f223f15 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0727828 Apr 11 17:39:27.882935 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceee412-91d9-48d6-b2a8-52c0e66e7f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:39:27.884379 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-dceee412-91d9-48d6-b2a8-52c0e66e7f1d admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803282 Apr 11 17:39:30.255767 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51098) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:39:30.317739 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:39:30.345685 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Made reservation on behalf of 083eef77fdeb4cc68737b7054a4b82bb for: {'network': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:39:30.349770 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:30.381653 dv-cinder-837167-2-iscsi neutron-server[109938]: WARNING neutron.services.revisions.revision_plugin [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Could not find related network for resource to bump revision. Apr 11 17:39:30.406603 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=109938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:39:30.419554 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747148775334', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (898f4e46-d5e3-448b-a1fb-831fbc03c0ef), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:30.420097 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Unsubscribe: segment precommit_create {{(pid=109938) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 17:39:30.420572 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.segments_db [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Added segment 898f4e46-d5e3-448b-a1fb-831fbc03c0ef of type vlan for network 0145c6c5-4719-47f5-a44e-813554cd94f8 Apr 11 17:39:30.465419 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (0145c6c5-4719-47f5-a44e-813554cd94f8), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:30.498340 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (0145c6c5-4719-47f5-a44e-813554cd94f8), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:30.499374 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:39:30.499955 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:30.559905 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3028252 Apr 11 17:39:30.602926 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Pushing event updated for resources: {'Network': ['ID=0145c6c5-4719-47f5-a44e-813554cd94f8,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:39:30.612430 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.612790 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.613151 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.613486 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.613847 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.614239 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.614495 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.614812 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.615149 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.615521 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.615860 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.616180 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.616495 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.616807 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.617118 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3bd84-0804-4eaf-911f-920ec50de35a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:30.630185 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 0145c6c5-4719-47f5-a44e-813554cd94f8 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:39:32.916860 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51106) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:39:32.984163 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fecf0b8-8cc9-4a49-8230-d85f87918f3d admin admin] GET failed (client error): The resource could not be found. Apr 11 17:39:32.985632 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-1fecf0b8-8cc9-4a49-8230-d85f87918f3d admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0677540 Apr 11 17:39:33.078809 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f676e1a6-62a4-409b-8631-54061b199a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:39:33.080295 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f676e1a6-62a4-409b-8631-54061b199a28 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0882487 Apr 11 17:39:33.094202 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:39:33.122300 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Made reservation on behalf of 083eef77fdeb4cc68737b7054a4b82bb for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:39:33.124495 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:33.401331 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (5dabf64c-eb3c-4d35-b02f-347673181113), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:33.448292 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dabf64c-eb3c-4d35-b02f-347673181113,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:39:33.468220 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Checking segment: {'id': '898f4e46-d5e3-448b-a1fb-831fbc03c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:39:33.468568 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Network hostable DHCP agents. Network: 0145c6c5-4719-47f5-a44e-813554cd94f8, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:39:33.486790 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Network 0145c6c5-4719-47f5-a44e-813554cd94f8 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:39:33.497084 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 0145c6c5-4719-47f5-a44e-813554cd94f8) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:39:33.502333 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:39:33.504279 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:33.505856 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5650d58-7c0a-4c42-82e6-e7c3c2e5c1c1 None None] Network 0145c6c5-4719-47f5-a44e-813554cd94f8 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:39:33.522770 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-953d58af-4dac-47d3-a034-a0997c05f1df admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4348447 Apr 11 17:39:33.619872 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-0145c6c5-4719-47f5-a44e-813554cd94f8', 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8', 'project_id': '083eef77fdeb4cc68737b7054a4b82bb', 'fixed_ips': [{'subnet_id': '5dabf64c-eb3c-4d35-b02f-347673181113'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:39:33.620751 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:33.780314 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Allocated IP 192.168.233.2 (0145c6c5-4719-47f5-a44e-813554cd94f8/5dabf64c-eb3c-4d35-b02f-347673181113/e0038e98-1a75-41c3-84e0-a7aefb3e15fc) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:39:33.932211 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Publish callbacks [] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:33.940133 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:33.983036 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Network 0145c6c5-4719-47f5-a44e-813554cd94f8 is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:39:33.985899 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:39:33.990458 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:39:33.992434 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Pushing event updated for resources: {'Port': ['ID=e0038e98-1a75-41c3-84e0-a7aefb3e15fc,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:39:34.003122 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.003458 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.003811 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.004161 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.004489 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.004811 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.005129 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.005445 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.005800 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.006118 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.006430 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.006743 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.007054 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.007350 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.007661 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:39:34.060748 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Attempting to bind port e0038e98-1a75-41c3-84e0-a7aefb3e15fc on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:39:34.061030 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Attempting to bind port e0038e98-1a75-41c3-84e0-a7aefb3e15fc by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '898f4e46-d5e3-448b-a1fb-831fbc03c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:39:34.061383 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Attempting to bind port e0038e98-1a75-41c3-84e0-a7aefb3e15fc on network 0145c6c5-4719-47f5-a44e-813554cd94f8 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:39:34.066412 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:39:34.066775 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Checking segment: {'id': '898f4e46-d5e3-448b-a1fb-831fbc03c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:39:34.067167 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:34.067560 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Bound using segment: {'id': '898f4e46-d5e3-448b-a1fb-831fbc03c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:39:34.068011 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Bound port: e0038e98-1a75-41c3-84e0-a7aefb3e15fc, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898f4e46-d5e3-448b-a1fb-831fbc03c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:39:34.068384 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:34.231627 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] For port e0038e98-1a75-41c3-84e0-a7aefb3e15fc, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:39:34.234874 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] For port e0038e98-1a75-41c3-84e0-a7aefb3e15fc, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=e0038e98-1a75-41c3-84e0-a7aefb3e15fc,segment=NetworkSegment(898f4e46-d5e3-448b-a1fb-831fbc03c0ef),segment_id=898f4e46-d5e3-448b-a1fb-831fbc03c0ef)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:39:34.241723 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:34.296435 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa417a8-0f00-4c23-b1eb-9498543382df None None] Pushing event updated for resources: {'Port': ['ID=e0038e98-1a75-41c3-84e0-a7aefb3e15fc,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:39:35.160975 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f790752b-fbc5-4610-9fb5-bbc4a108c2a4 None None] Network 0145c6c5-4719-47f5-a44e-813554cd94f8 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:39:35.233279 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device e0038e98-1a75-41c3-84e0-a7aefb3e15fc up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:39:35.323821 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-72c0630b-7d37-4018-9fe4-23a0160ae4e4 None None] Provisioning complete for port e0038e98-1a75-41c3-84e0-a7aefb3e15fc triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:39:35.324197 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-72c0630b-7d37-4018-9fe4-23a0160ae4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:35.325807 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port e0038e98-1a75-41c3-84e0-a7aefb3e15fc triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:39:35.326103 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:35.483439 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-72c0630b-7d37-4018-9fe4-23a0160ae4e4 None None] Current status of the port e0038e98-1a75-41c3-84e0-a7aefb3e15fc is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:39:35.486563 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-72c0630b-7d37-4018-9fe4-23a0160ae4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:35.488641 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port e0038e98-1a75-41c3-84e0-a7aefb3e15fc is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:39:35.489027 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:35.541538 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-72c0630b-7d37-4018-9fe4-23a0160ae4e4 None None] For port e0038e98-1a75-41c3-84e0-a7aefb3e15fc, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=e0038e98-1a75-41c3-84e0-a7aefb3e15fc,segment=NetworkSegment(898f4e46-d5e3-448b-a1fb-831fbc03c0ef),segment_id=898f4e46-d5e3-448b-a1fb-831fbc03c0ef)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:39:35.549276 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-72c0630b-7d37-4018-9fe4-23a0160ae4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:35.616054 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.db.api [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:39:35.616452 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG oslo_db.api [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 17:39:35.626004 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0630b-7d37-4018-9fe4-23a0160ae4e4 None None] Pushing event updated for resources: {'Port': ['ID=e0038e98-1a75-41c3-84e0-a7aefb3e15fc,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:39:35.672082 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7273981e-30d0-4e48-a9df-2136ebff88b1 None None] Provisioning complete for port e0038e98-1a75-41c3-84e0-a7aefb3e15fc triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:39:35.672386 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7273981e-30d0-4e48-a9df-2136ebff88b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:35.755512 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7273981e-30d0-4e48-a9df-2136ebff88b1 None None] Current status of the port e0038e98-1a75-41c3-84e0-a7aefb3e15fc is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:39:36.155248 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port e0038e98-1a75-41c3-84e0-a7aefb3e15fc is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:39:37.208577 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device e0038e98-1a75-41c3-84e0-a7aefb3e15fc up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:39:37.254932 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port e0038e98-1a75-41c3-84e0-a7aefb3e15fc triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:39:37.255271 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (e0038e98-1a75-41c3-84e0-a7aefb3e15fc), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:37.333734 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port e0038e98-1a75-41c3-84e0-a7aefb3e15fc is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:39:41.591225 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-42031ab0-ebfb-4319-9484-8f69018f5801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:41.967226 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 5 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:39:44.251011 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-788b31b4-ea9d-4f01-97bb-4fd57f8f891a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:45.993942 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:47.021431 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:39:48.319716 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:11.595088 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-923a58d0-3696-433f-b6e4-9863c76c2186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:14.256848 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-099d8b2c-5f92-4782-aa7f-5d5691ebaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:15.994098 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:17.021787 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:18.326022 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:18.965744 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 5 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:40:41.602908 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-5c338765-61e0-494f-ada2-89dfeff355b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:44.251918 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-33ee02e2-a548-4400-8d92-b9cb53befef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:45.996309 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:47.025838 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:48.324317 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:40:55.969919 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 5 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:41:11.444606 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51146) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:41:11.451116 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [None req-856303cc-2908-441d-91b9-71d051d22ba2 tempest-verify_tempest_config-461535590 tempest-verify_tempest_config-461535590-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:41:11.452084 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-856303cc-2908-441d-91b9-71d051d22ba2 tempest-verify_tempest_config-461535590 tempest-verify_tempest_config-461535590-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065141 Apr 11 17:41:11.597538 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1b1a10e1-d702-4392-b2a3-9253620dc87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:11.768084 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51164) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:41:11.906287 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:12.022767 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Publish callbacks [] for security_group (02760f0e-7dce-4d41-9492-eb32f4299c68), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:12.029224 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (02760f0e-7dce-4d41-9492-eb32f4299c68), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:12.075380 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eafb490bd26944a0beda908dcf557660&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3060493 Apr 11 17:41:12.077460 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02760f0e-7dce-4d41-9492-eb32f4299c68,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:41:12.079200 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51170) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:41:12.088364 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.088807 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.089290 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.089539 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.089869 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.090245 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.090525 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.090844 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.091208 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.091581 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.091909 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.092264 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.092584 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.092869 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.093203 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aa7560-91e8-48b0-901b-fd6d8050fce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.142456 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Publish callbacks [] for security_group (02760f0e-7dce-4d41-9492-eb32f4299c68), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:12.163361 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Publish callbacks [] for security_group (02760f0e-7dce-4d41-9492-eb32f4299c68), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:12.271403 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (02760f0e-7dce-4d41-9492-eb32f4299c68), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:12.274348 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:12.275771 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02760f0e-7dce-4d41-9492-eb32f4299c68 HTTP/1.1" status: 204 len: 168 time: 0.1953638 Apr 11 17:41:12.284605 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02760f0e-7dce-4d41-9492-eb32f4299c68,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:41:12.291969 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.292316 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.292651 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.292998 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.293390 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.293641 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.293990 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.294309 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.294821 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.295149 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.295473 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.295796 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.296116 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.296430 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:12.296746 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb241c8c-0e7c-40ae-a5b1-e214663b3451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:41:14.256541 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7eda79f5-a3f0-4e18-961d-950e7eadfb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:16.001572 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:17.028228 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:18.319157 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:32.970743 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 5 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:41:41.606168 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4576d205-cdec-4547-8fba-e5635bfcf4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:44.263336 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-302a8f41-4498-40d7-87e0-271bb7418d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:46.005237 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:47.031391 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:41:48.325820 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:09.970991 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 5 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:42:11.599198 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f1d7dfe1-b9df-41f6-9e58-543edf243212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:14.259624 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3f20fa6b-f77e-48eb-a6ec-87f0e7a766a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:16.008387 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:17.038776 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:18.330745 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:41.595466 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1763f4b5-7849-4821-9e01-c411de3fcab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:44.255441 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a8ff9e45-8623-43f5-956f-a032cea23efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:46.010539 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:46.973815 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 5 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:42:47.046927 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:48.326659 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:03.130596 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1648841'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:11.591611 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-37098c18-9cbe-43bf-a62f-0d3948e1ab98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:14.241677 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-037c1f02-9b5a-42fd-9c73-da90f32bfb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.014630 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:17.042995 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:18.211209 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51240) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:43:18.327725 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-48eb072c-5dd7-4671-9f5a-2247b78546d5 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1154773 Apr 11 17:43:18.329531 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:20.692936 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51250) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:43:20.758315 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-57abec6a-c278-45e4-a596-4af52c7f12b1 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0642271 Apr 11 17:43:23.973804 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:43:33.133104 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:41.589094 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d563-bf8b-4241-9196-a684ce225a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:44.246465 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-fefb3467-bcc8-410c-9815-c8d28508efbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:46.017670 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:47.049051 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:48.327809 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:00.978173 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:44:03.130793 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:11.584684 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4d4b0a7c-ae70-4e17-9a00-d18de973fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:14.256279 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-39f9fb8d-978f-4114-8d7e-4191b230ecc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:16.023312 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:17.053920 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:18.323002 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:33.139446 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:37.978464 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:44:41.580695 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7da79594-7df2-4a39-95ee-c2f337c3add9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:44.252552 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-511d0c30-5126-4b1f-9319-16a4f5c9c9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:46.025783 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:47.055276 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:48.318970 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:59.580486 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51322) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:44:59.761065 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1365111104-network', 'tenant_id': '53431df7a2614db8a675084b9f8769bd'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:44:59.845894 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Made reservation on behalf of 53431df7a2614db8a675084b9f8769bd for: {'network': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:44:59.849182 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:59.865235 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.057353 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Publish callbacks [] for security_group (9aa9a778-af0e-41f5-9c58-bb10557822c8), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.089745 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (9aa9a778-af0e-41f5-9c58-bb10557822c8), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.120115 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=109939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:45:00.149869 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (58d3e7a1-3d91-4bd7-975e-e257bce33945), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.149869 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.segments_db [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Added segment 58d3e7a1-3d91-4bd7-975e-e257bce33945 of type vlan for network d18a7394-4f97-4fa6-8c6e-197808eb17ef Apr 11 17:45:00.254298 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (d18a7394-4f97-4fa6-8c6e-197808eb17ef), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.308425 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9a778-af0e-41f5-9c58-bb10557822c8,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:00.316041 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (d18a7394-4f97-4fa6-8c6e-197808eb17ef), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.317660 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:00.318195 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.330087 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.330485 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.330924 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.331972 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.332312 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.332638 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.332956 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.333601 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.335053 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.335406 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.335738 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.336132 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.336459 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.336868 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.337241 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Tracked resource versions report: Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: pushed versions: Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: { 'AddressGroup': {'1.2'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Agent': {'1.1'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'ConntrackHelper': {'1.0'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Log': {'1.0'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'NDPProxy': {'1.0'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Network': {'1.1'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Port': {'1.7'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'PortForwarding': {'1.3'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'QosPolicy': {'1.10'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SecurityGroup': {'1.5'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SubPort': {'1.0'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Subnet': {'1.1'}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Trunk': {'1.1'}} Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: consumer versions: Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: { DHCP agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: HyperV agent@hv-cinder-83716: {}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: L3 agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: Metadata agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: Metering agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: Open vSwitch agent@dv-cinder-837167-2-iscsi: { 'AddressGroup': '1.2', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Agent': '1.1', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'ConntrackHelper': '1.0', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'LocalIPAssociation': '1.0', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Log': '1.0', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'NDPProxy': '1.0', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Network': '1.1', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Port': '1.7', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'PortForwarding': '1.3', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'QosPolicy': '1.10', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SecurityGroup': '1.5', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SecurityGroupRule': '1.2', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'SubPort': '1.0', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Subnet': '1.1', Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: 'Trunk': '1.1'}} Apr 11 17:45:00.339320 dv-cinder-837167-2-iscsi neutron-server[109939]: {{(pid=109939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:45:00.380024 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7936769 Apr 11 17:45:00.380409 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51368) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:00.386332 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Request body: {'subnet': {'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1365111104-subnet', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:00.410326 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Made reservation on behalf of 53431df7a2614db8a675084b9f8769bd for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:00.414257 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.421202 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a4c46-1b83-4bac-bfbb-6bfa681d45be admin admin] Pushing event updated for resources: {'Network': ['ID=d18a7394-4f97-4fa6-8c6e-197808eb17ef,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:00.433002 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network d18a7394-4f97-4fa6-8c6e-197808eb17ef details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:45:00.634771 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (b4765981-e117-4dfa-9abd-cc2d659b3810), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.684895 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4765981-e117-4dfa-9abd-cc2d659b3810,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:00.692329 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.692677 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.693105 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.693443 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.693792 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.694113 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.694645 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.695162 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.695698 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.696185 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.696686 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.697374 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.698320 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.698909 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.699467 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Tracked resource versions report: Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: pushed versions: Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: { 'AddressGroup': {'1.2'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Agent': {'1.1'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'ConntrackHelper': {'1.0'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Log': {'1.0'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'NDPProxy': {'1.0'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Network': {'1.1'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Port': {'1.7'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'PortForwarding': {'1.3'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'QosPolicy': {'1.10'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SecurityGroup': {'1.5'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SubPort': {'1.0'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Subnet': {'1.1'}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Trunk': {'1.1'}} Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: consumer versions: Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: { DHCP agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: HyperV agent@hv-cinder-83716: {}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: L3 agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: Metadata agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: Metering agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: Open vSwitch agent@dv-cinder-837167-2-iscsi: { 'AddressGroup': '1.2', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Agent': '1.1', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'ConntrackHelper': '1.0', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'LocalIPAssociation': '1.0', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Log': '1.0', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'NDPProxy': '1.0', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Network': '1.1', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Port': '1.7', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'PortForwarding': '1.3', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'QosPolicy': '1.10', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SecurityGroup': '1.5', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SecurityGroupRule': '1.2', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'SubPort': '1.0', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Subnet': '1.1', Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: 'Trunk': '1.1'}} Apr 11 17:45:00.701422 dv-cinder-837167-2-iscsi neutron-server[109938]: {{(pid=109938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:45:00.736293 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Checking segment: {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:00.737060 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Network hostable DHCP agents. Network: d18a7394-4f97-4fa6-8c6e-197808eb17ef, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:45:00.756195 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Network d18a7394-4f97-4fa6-8c6e-197808eb17ef is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:45:00.767055 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, d18a7394-4f97-4fa6-8c6e-197808eb17ef) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:00.774083 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:00.774381 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.779437 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc6a16c-5333-46a8-a414-48f0b49d46d1 None None] Network d18a7394-4f97-4fa6-8c6e-197808eb17ef requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:00.804619 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-19f94f62-ee15-435e-b9b5-13e5019bad9f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4226007 Apr 11 17:45:00.806848 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51398) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:00.811430 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:00.836898 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (42ab7ef3-71a3-4b64-903b-11a0307971cc), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.840765 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (42ab7ef3-71a3-4b64-903b-11a0307971cc), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.895664 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-d18a7394-4f97-4fa6-8c6e-197808eb17ef', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'project_id': '53431df7a2614db8a675084b9f8769bd', 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:45:00.896773 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:00.931893 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks [] for router_controller (42ab7ef3-71a3-4b64-903b-11a0307971cc), precommit_add_association {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:01.049849 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Allocated IP 172.20.0.2 (d18a7394-4f97-4fa6-8c6e-197808eb17ef/b4765981-e117-4dfa-9abd-cc2d659b3810/1a7781a0-1e7f-4115-ae20-a0b23eaf9f24) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:01.158754 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks [] for router_gateway (42ab7ef3-71a3-4b64-903b-11a0307971cc), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:01.225898 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Publish callbacks [] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:01.238920 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:01.294721 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Network d18a7394-4f97-4fa6-8c6e-197808eb17ef is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:01.297554 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:01.301939 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:01.305517 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Pushing event updated for resources: {'Port': ['ID=1a7781a0-1e7f-4115-ae20-a0b23eaf9f24,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:01.317458 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.318104 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.318439 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.318792 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.319116 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.319436 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.319751 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.320063 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.320609 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.321053 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.321601 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.321601 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.321952 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.322260 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.322753 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Tracked resource versions report: Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: pushed versions: Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: { 'AddressGroup': {'1.2'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Agent': {'1.1'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'ConntrackHelper': {'1.0'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Log': {'1.0'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'NDPProxy': {'1.0'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Network': {'1.1'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Port': {'1.7'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'PortForwarding': {'1.3'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'QosPolicy': {'1.10'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SecurityGroup': {'1.5'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SubPort': {'1.0'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Subnet': {'1.1'}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Trunk': {'1.1'}} Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: consumer versions: Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: { DHCP agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: HyperV agent@hv-cinder-83716: {}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: L3 agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: Metadata agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: Metering agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: Open vSwitch agent@dv-cinder-837167-2-iscsi: { 'AddressGroup': '1.2', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Agent': '1.1', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'ConntrackHelper': '1.0', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'LocalIPAssociation': '1.0', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Log': '1.0', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'NDPProxy': '1.0', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Network': '1.1', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Port': '1.7', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'PortForwarding': '1.3', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'QosPolicy': '1.10', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SecurityGroup': '1.5', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SecurityGroupRule': '1.2', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'SubPort': '1.0', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Subnet': '1.1', Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: 'Trunk': '1.1'}} Apr 11 17:45:01.323960 dv-cinder-837167-2-iscsi neutron-server[109940]: {{(pid=109940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:45:01.380825 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Attempting to bind port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:01.381426 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Attempting to bind port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:01.382224 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Attempting to bind port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 on network d18a7394-4f97-4fa6-8c6e-197808eb17ef {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:01.389379 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:01.390103 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Checking segment: {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:01.390702 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:01.391315 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Bound using segment: {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:01.391988 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Bound port: 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:01.392566 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:01.471967 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] For port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:01.475643 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] For port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=1a7781a0-1e7f-4115-ae20-a0b23eaf9f24,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:01.488049 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:01.566569 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks [] for router_gateway (42ab7ef3-71a3-4b64-903b-11a0307971cc), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:01.588479 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24366e78-0d48-4115-a0aa-27bc60d697bc None None] Pushing event updated for resources: {'Port': ['ID=1a7781a0-1e7f-4115-ae20-a0b23eaf9f24,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:01.609000 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:01.818548 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Allocated IP 172.27.0.116 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/4b91199c-e812-400d-82f0-f85490c8befe) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:01.975754 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks [] for port (4b91199c-e812-400d-82f0-f85490c8befe), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:02.059510 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (4b91199c-e812-400d-82f0-f85490c8befe), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:02.132713 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:02.138248 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:02.144377 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:02.216268 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Pushing event updated for resources: {'Port': ['ID=4b91199c-e812-400d-82f0-f85490c8befe,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:02.402784 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51474) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:02.509283 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks [] for router_gateway (42ab7ef3-71a3-4b64-903b-11a0307971cc), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:02.708903 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b9155a-ab9b-43c3-a264-c8df939a1ac5 None None] Network d18a7394-4f97-4fa6-8c6e-197808eb17ef requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:02.745125 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (42ab7ef3-71a3-4b64-903b-11a0307971cc), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:02.802709 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51498) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:02.820411 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-537869312-network', 'tenant_id': '36a0bc340bf243f1ab44be5511817935'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:02.826296 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-8f74e148-fd8d-4f9d-ad57-bb8461f2b0da None None] Provisioning complete for port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:02.827112 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8f74e148-fd8d-4f9d-ad57-bb8461f2b0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:02.869354 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Made reservation on behalf of 36a0bc340bf243f1ab44be5511817935 for: {'network': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:02.872321 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:02.887813 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:02.898780 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51502) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:02.923431 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-8f74e148-fd8d-4f9d-ad57-bb8461f2b0da None None] Current status of the port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:02.924019 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8f74e148-fd8d-4f9d-ad57-bb8461f2b0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:02.994043 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-8f74e148-fd8d-4f9d-ad57-bb8461f2b0da None None] For port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=1a7781a0-1e7f-4115-ae20-a0b23eaf9f24,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:03.002268 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8f74e148-fd8d-4f9d-ad57-bb8461f2b0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.017978 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Router 42ab7ef3-71a3-4b64-903b-11a0307971cc is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:45:03.060816 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Publish callbacks [] for security_group (7f416aaf-f915-4b15-9efe-f1ce2ad1f512), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.067722 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (7f416aaf-f915-4b15-9efe-f1ce2ad1f512), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.104353 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74e148-fd8d-4f9d-ad57-bb8461f2b0da None None] Pushing event updated for resources: {'Port': ['ID=1a7781a0-1e7f-4115-ae20-a0b23eaf9f24,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:03.138797 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f416aaf-f915-4b15-9efe-f1ce2ad1f512,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:03.150985 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=109938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:45:03.181122 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (de8a13b0-614a-4465-84b9-016db5edc83a), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.181862 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.segments_db [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Added segment de8a13b0-614a-4465-84b9-016db5edc83a of type vlan for network b2f9610a-b2e0-4797-a439-7b917367c055 Apr 11 17:45:03.194365 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.226970 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-eb8da290-dd54-47f0-9092-97fa35c6cc92 None None] Provisioning complete for port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:03.229089 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-eb8da290-dd54-47f0-9092-97fa35c6cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.288837 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1081145870-network', 'tenant_id': 'ebf0f713a28e4ff1aa2a3a64ba04fa52'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:03.339598 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:45:03.360779 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-eb8da290-dd54-47f0-9092-97fa35c6cc92 None None] Current status of the port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:03.378052 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Sync routers for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:45:03.383459 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (b2f9610a-b2e0-4797-a439-7b917367c055), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.392822 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:03.401086 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:44:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:03.429025 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-268387990-network', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:03.432804 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Made reservation on behalf of ebf0f713a28e4ff1aa2a3a64ba04fa52 for: {'network': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:03.440284 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.464931 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.528895 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.530526 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-c774ad9d-aed5-49cb-b941-1b057ab8d06a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7225373 Apr 11 17:45:03.535182 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Made reservation on behalf of af0fe002d6c64500a492b75f6281e779 for: {'network': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:03.535895 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:03.540091 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.563325 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51512) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:03.565560 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.629007 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Publish callbacks [] for security_group (e22050cd-deb7-4ec6-b045-91f50a8fde3d), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.631378 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.db.resource_extend [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 17:45:03.637193 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:03.637576 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.644338 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e22050cd-deb7-4ec6-b045-91f50a8fde3d), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.657764 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=109938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:45:03.667776 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (c322b440-ab01-4ffa-a950-44438fa932eb), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.668416 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.segments_db [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Added segment c322b440-ab01-4ffa-a950-44438fa932eb of type vlan for network 4d09841c-5bcd-4047-9ff6-35cc15801792 Apr 11 17:45:03.712997 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (4d09841c-5bcd-4047-9ff6-35cc15801792), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.765240 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22050cd-deb7-4ec6-b045-91f50a8fde3d,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:03.783887 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (4d09841c-5bcd-4047-9ff6-35cc15801792), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.786527 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:03.788759 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.807547 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:03.833041 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:03.877444 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Publish callbacks [] for security_group (63eff174-ac9f-4d44-a1a1-36986d1dc889), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.896942 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (63eff174-ac9f-4d44-a1a1-36986d1dc889), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.912600 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] Pushing event updated for resources: {'Network': ['ID=4d09841c-5bcd-4047-9ff6-35cc15801792,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:03.913631 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=109939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:45:03.918360 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (b2f9610a-b2e0-4797-a439-7b917367c055), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.923104 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:03.923487 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.928215 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 4d09841c-5bcd-4047-9ff6-35cc15801792 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:45:03.960253 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-c9a3a192-2345-4fe6-976c-d9dca884b132 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1534979 Apr 11 17:45:03.962963 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (1a7ac651-5b0c-4f0d-b726-6a0b14a36dda), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:03.972164 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.segments_db [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Added segment 1a7ac651-5b0c-4f0d-b726-6a0b14a36dda of type vlan for network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc Apr 11 17:45:03.973613 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51526) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:03.980831 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Request body: {'subnet': {'network_id': '4d09841c-5bcd-4047-9ff6-35cc15801792', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1081145870-subnet', 'tenant_id': 'ebf0f713a28e4ff1aa2a3a64ba04fa52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:04.084129 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Made reservation on behalf of ebf0f713a28e4ff1aa2a3a64ba04fa52 for: {'subnet': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:04.086606 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.088621 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:02Z', 'revision_number': 3, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:04.132502 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Checking router: 42ab7ef3-71a3-4b64-903b-11a0307971cc for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:45:04.133242 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Updating router 42ab7ef3-71a3-4b64-903b-11a0307971cc port 4b91199c-e812-400d-82f0-f85490c8befe binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:45:04.175339 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4b91199c-e812-400d-82f0-f85490c8befe), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.187625 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b2f9610a-b2e0-4797-a439-7b917367c055,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:04.204961 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network b2f9610a-b2e0-4797-a439-7b917367c055 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:45:04.213283 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-61ed2282-bf2c-4fc8-95d1-b9155aba17c1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8074715 Apr 11 17:45:04.214786 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51554) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:04.234643 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Request body: {'subnet': {'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-subnet', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:04.279654 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eff174-ac9f-4d44-a1a1-36986d1dc889,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:04.316252 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Made reservation on behalf of 36a0bc340bf243f1ab44be5511817935 for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:04.327059 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.457497 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (8dbd3789-9fd5-41eb-803c-7de97e3a3cfc), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.677438 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Publish callbacks [] for port (4b91199c-e812-400d-82f0-f85490c8befe), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.686537 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4b91199c-e812-400d-82f0-f85490c8befe), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.745317 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Pushing event updated for resources: {'Port': ['ID=4b91199c-e812-400d-82f0-f85490c8befe,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:04.772214 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.772897 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.773597 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.774616 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.775392 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.776338 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.776970 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.777541 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.778548 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.779173 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.779800 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.780811 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.781416 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.782034 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.782578 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Tracked resource versions report: Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: pushed versions: Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: { 'AddressGroup': {'1.2'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Agent': {'1.1'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'ConntrackHelper': {'1.0'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Log': {'1.0'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'NDPProxy': {'1.0'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Network': {'1.1'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Port': {'1.7'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'PortForwarding': {'1.3'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'QosPolicy': {'1.10'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SecurityGroup': {'1.5'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SubPort': {'1.0'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Subnet': {'1.1'}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Trunk': {'1.1'}} Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: consumer versions: Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: { DHCP agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: HyperV agent@hv-cinder-83716: {}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: L3 agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: Metadata agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: Metering agent@dv-cinder-837167-2-iscsi: {}, Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: Open vSwitch agent@dv-cinder-837167-2-iscsi: { 'AddressGroup': '1.2', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Agent': '1.1', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'ConntrackHelper': '1.0', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'LocalIPAssociation': '1.0', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Log': '1.0', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'NDPProxy': '1.0', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Network': '1.1', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Port': '1.7', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'PortForwarding': '1.3', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'QosPolicy': '1.10', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SecurityGroup': '1.5', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SecurityGroupRule': '1.2', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'SubPort': '1.0', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Subnet': '1.1', Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: 'Trunk': '1.1'}} Apr 11 17:45:04.785172 dv-cinder-837167-2-iscsi neutron-server[109942]: {{(pid=109942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:45:04.799160 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Attempting to bind port 4b91199c-e812-400d-82f0-f85490c8befe on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:04.799927 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Attempting to bind port 4b91199c-e812-400d-82f0-f85490c8befe by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:04.800551 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Attempting to bind port 4b91199c-e812-400d-82f0-f85490c8befe on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:04.808893 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:04.809496 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:04.810078 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.810550 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:04.811359 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Bound port: 4b91199c-e812-400d-82f0-f85490c8befe, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:04.811824 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4b91199c-e812-400d-82f0-f85490c8befe), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.853028 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (20a1b2ae-5f36-46d2-bcf5-f50365626745), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.871327 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] For port 4b91199c-e812-400d-82f0-f85490c8befe, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:04.877652 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] For port 4b91199c-e812-400d-82f0-f85490c8befe, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=4b91199c-e812-400d-82f0-f85490c8befe,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:04.891300 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4b91199c-e812-400d-82f0-f85490c8befe), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.921559 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51572) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:04.937621 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a1b2ae-5f36-46d2-bcf5-f50365626745,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:04.962844 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (8dbd3789-9fd5-41eb-803c-7de97e3a3cfc), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.964353 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:04.965271 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:04.972671 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50262e-2711-42c4-9cdd-09f8805e64e5 None None] Pushing event updated for resources: {'Port': ['ID=4b91199c-e812-400d-82f0-f85490c8befe,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:05.004849 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (9bc98f6f-df66-4ae5-833b-6c1ae60ac410), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:05.081498 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:05.082826 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:44:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:05.167698 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2677376 Apr 11 17:45:05.175912 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51584) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:05.194033 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Request body: {'subnet': {'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-subnet', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:05.208990 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18031b-7470-4f85-bf6e-ace36aae37d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:05.210666 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc98f6f-df66-4ae5-833b-6c1ae60ac410,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:05.224772 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:45:05.225509 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Checking segment: {'id': 'c322b440-ab01-4ffa-a950-44438fa932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d09841c-5bcd-4047-9ff6-35cc15801792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:05.225509 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Network hostable DHCP agents. Network: 4d09841c-5bcd-4047-9ff6-35cc15801792, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:45:05.292475 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:05.317392 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Made reservation on behalf of af0fe002d6c64500a492b75f6281e779 for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:05.346044 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:05.375580 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e8b348db-4321-4b43-92a1-3e351cb78833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:05.377287 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Network 4d09841c-5bcd-4047-9ff6-35cc15801792 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:45:05.409905 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Checking segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:05.410312 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Network hostable DHCP agents. Network: b2f9610a-b2e0-4797-a439-7b917367c055, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:45:05.415884 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 4d09841c-5bcd-4047-9ff6-35cc15801792) {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:05.429665 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:05.431197 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:05.540618 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-df207bf5-bb5c-4f36-95f7-e903bec59fac admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5634947 Apr 11 17:45:05.646927 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a6b6e-ba57-4320-a834-4946abec8b34 None None] Network 4d09841c-5bcd-4047-9ff6-35cc15801792 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:05.666457 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Network b2f9610a-b2e0-4797-a439-7b917367c055 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:45:05.695683 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, b2f9610a-b2e0-4797-a439-7b917367c055) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:05.711620 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:05.712863 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:05.717214 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed174d-06f8-4a66-abcd-7e48139fa5a1 None None] Network b2f9610a-b2e0-4797-a439-7b917367c055 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:05.784923 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:02Z', 'revision_number': 3, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:05.800880 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f6888749-38b5-4469-9305-a83f4d371f90 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5823812 Apr 11 17:45:05.805960 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51610) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:05.816296 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:05.846384 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2dc1f5-176d-414b-a80a-7745a8359856 None None] The sync data for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi is: [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:02Z', 'revision_number': 3, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:45:05.854348 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:05.914934 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:05.916586 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:05.928289 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e8b348db-4321-4b43-92a1-3e351cb78833 admin admin] Publish callbacks [] for security_group (aaa96e99-25cb-4ef3-a4dd-a8a829010f7b), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:05.944842 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e8b348db-4321-4b43-92a1-3e351cb78833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (aaa96e99-25cb-4ef3-a4dd-a8a829010f7b), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:05.990165 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (3a67cec6-0444-437c-acca-0749506ce998), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.119553 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae6bb7-207a-46c7-b4eb-97269d9e44aa None None] Network 4d09841c-5bcd-4047-9ff6-35cc15801792 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:06.157429 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-e8b348db-4321-4b43-92a1-3e351cb78833 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7e4a89bf43844219a89fece8a9430e08&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2342663 Apr 11 17:45:06.164317 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-b2f9610a-b2e0-4797-a439-7b917367c055', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'project_id': '36a0bc340bf243f1ab44be5511817935', 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:45:06.165258 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.180062 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51620) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:06.180538 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b348db-4321-4b43-92a1-3e351cb78833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa96e99-25cb-4ef3-a4dd-a8a829010f7b,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:06.219912 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a67cec6-0444-437c-acca-0749506ce998,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:06.247844 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Checking segment: {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:06.248367 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Network hostable DHCP agents. Network: 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:45:06.260568 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51642) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:06.271256 dv-cinder-837167-2-iscsi neutron-server[109938]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 17:45:06.443409 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Allocated IP 172.20.0.1 (d18a7394-4f97-4fa6-8c6e-197808eb17ef/b4765981-e117-4dfa-9abd-cc2d659b3810/2c4e9928-5756-4404-8f07-9be7f47002eb) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:06.512081 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks [] for router_controller (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), precommit_add_association {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.552651 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Allocated IP 172.20.0.2 (b2f9610a-b2e0-4797-a439-7b917367c055/9bc98f6f-df66-4ae5-833b-6c1ae60ac410/c847195e-ff1b-4957-8ab2-9791b6a7737e) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:06.604425 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-195f3f38-abea-4f78-97e0-fb6d09122a28 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:06.606745 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-195f3f38-abea-4f78-97e0-fb6d09122a28 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/networks?id=4d09841c-5bcd-4047-9ff6-35cc15801792 HTTP/1.1" status: 200 len: 812 time: 0.3447788 Apr 11 17:45:06.624785 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:45:06.636033 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f548267c-24c3-4082-9119-6b94adc0ddbe admin admin] Publish callbacks [] for security_group (aaa96e99-25cb-4ef3-a4dd-a8a829010f7b), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.671395 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f548267c-24c3-4082-9119-6b94adc0ddbe admin admin] Publish callbacks [] for security_group (aaa96e99-25cb-4ef3-a4dd-a8a829010f7b), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.695549 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:06.714891 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:06.715826 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.730483 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-55ded215-0b8f-4e2a-b2e1-cca7d3f91813 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/quotas/ebf0f713a28e4ff1aa2a3a64ba04fa52 HTTP/1.1" status: 200 len: 375 time: 0.0958855 Apr 11 17:45:06.786103 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153377b-8a33-468e-b896-bf30f389cbe0 None None] Network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:06.823429 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Publish callbacks [] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.846631 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Publish callbacks [] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.860098 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks [] for router_gateway (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.865380 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-ed3edab9-4261-4ad2-b7c5-86567fa2739e tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ebf0f713a28e4ff1aa2a3a64ba04fa52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1339991 Apr 11 17:45:06.874195 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-e3d215a7-5abf-490a-988d-2a91696d8fe3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6889424 Apr 11 17:45:06.875109 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51658) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:06.881918 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:06.901063 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.919334 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f548267c-24c3-4082-9119-6b94adc0ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (aaa96e99-25cb-4ef3-a4dd-a8a829010f7b), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.922869 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f548267c-24c3-4082-9119-6b94adc0ddbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.925810 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f548267c-24c3-4082-9119-6b94adc0ddbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aaa96e99-25cb-4ef3-a4dd-a8a829010f7b HTTP/1.1" status: 204 len: 168 time: 0.7406530 Apr 11 17:45:06.950586 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (db8eed94-3e39-45c8-99dd-322b442d28d6), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:06.952472 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (db8eed94-3e39-45c8-99dd-322b442d28d6), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.022567 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Network b2f9610a-b2e0-4797-a439-7b917367c055 is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:07.071195 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:07.077072 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:07.083640 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Pushing event updated for resources: {'Port': ['ID=c847195e-ff1b-4957-8ab2-9791b6a7737e,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:07.097091 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:45:07.098415 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.103299 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.212740 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4e9928-5756-4404-8f07-9be7f47002eb,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:07.227947 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Network d18a7394-4f97-4fa6-8c6e-197808eb17ef is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:07.257940 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Attempting to bind port c847195e-ff1b-4957-8ab2-9791b6a7737e on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:07.259351 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Attempting to bind port c847195e-ff1b-4957-8ab2-9791b6a7737e by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:07.260062 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Attempting to bind port c847195e-ff1b-4957-8ab2-9791b6a7737e on network b2f9610a-b2e0-4797-a439-7b917367c055 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:07.266183 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:07.268666 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:07.269356 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (42ab7ef3-71a3-4b64-903b-11a0307971cc), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.284830 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:07.285207 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Checking segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:07.285597 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.286026 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Bound using segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:07.286511 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Bound port: c847195e-ff1b-4957-8ab2-9791b6a7737e, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:07.286960 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.471720 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Allocated IP 172.20.0.2 (8dbd3789-9fd5-41eb-803c-7de97e3a3cfc/3a67cec6-0444-437c-acca-0749506ce998/f35273fc-cf22-44bf-a2d8-0616a895f71d) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:07.546879 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548267c-24c3-4082-9119-6b94adc0ddbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa96e99-25cb-4ef3-a4dd-a8a829010f7b,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:07.578484 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks [] for router_controller (db8eed94-3e39-45c8-99dd-322b442d28d6), precommit_add_association {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.593361 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51694) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:07.723319 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Publish callbacks [] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.744009 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] For port c847195e-ff1b-4957-8ab2-9791b6a7737e, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:07.747354 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] For port c847195e-ff1b-4957-8ab2-9791b6a7737e, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=c847195e-ff1b-4957-8ab2-9791b6a7737e,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:07.750634 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 4b91199c-e812-400d-82f0-f85490c8befe up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:07.784751 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b31baa08-de9a-4c2f-9cc8-d097f0921b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.793098 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks [] for router_gateway (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.806200 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-fa1e6d1c-7d46-4b8c-9e65-e5f39d1eacc2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:45:07.807751 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-fa1e6d1c-7d46-4b8c-9e65-e5f39d1eacc2 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4610500 Apr 11 17:45:07.816564 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.827381 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-e679ab23-9e63-4ffa-a2eb-5d5be16853e5 None None] Provisioning complete for port 2c4e9928-5756-4404-8f07-9be7f47002eb triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:07.827776 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e679ab23-9e63-4ffa-a2eb-5d5be16853e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.867031 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.869598 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.888562 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-e679ab23-9e63-4ffa-a2eb-5d5be16853e5 None None] Port 2c4e9928-5756-4404-8f07-9be7f47002eb cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:07.908880 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:07.969871 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 4b91199c-e812-400d-82f0-f85490c8befe triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:07.970548 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (4b91199c-e812-400d-82f0-f85490c8befe), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.010641 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks [] for router_gateway (db8eed94-3e39-45c8-99dd-322b442d28d6), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.034851 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Pushing event updated for resources: {'Port': ['ID=f35273fc-cf22-44bf-a2d8-0616a895f71d,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:08.110886 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Allocated IP 172.27.0.57 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/ca0ba524-a7cc-4886-a027-5b50efd5786e) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:08.143761 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-ae2dcd12-f05c-4276-82cc-65827b51d78b service neutron] 10.222.0.79 "GET /v2.0/networks/4d09841c-5bcd-4047-9ff6-35cc15801792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278010 Apr 11 17:45:08.175610 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046675be-dd68-46da-8889-159487ef7bb1 None None] Pushing event updated for resources: {'Port': ['ID=c847195e-ff1b-4957-8ab2-9791b6a7737e,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:08.196444 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:08.202143 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:08.207589 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b31baa08-de9a-4c2f-9cc8-d097f0921b17 admin admin] Publish callbacks [] for security_group (c7455b02-5c9d-4b5b-acd5-db8b37fa6cae), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.224999 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b31baa08-de9a-4c2f-9cc8-d097f0921b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c7455b02-5c9d-4b5b-acd5-db8b37fa6cae), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.250663 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:08.280528 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31baa08-de9a-4c2f-9cc8-d097f0921b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7455b02-5c9d-4b5b-acd5-db8b37fa6cae,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:08.361394 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b31baa08-de9a-4c2f-9cc8-d097f0921b17 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=56a2967c99e84b6d9e225961dfeabd58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7668862 Apr 11 17:45:08.371893 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks [] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.377181 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 4b91199c-e812-400d-82f0-f85490c8befe is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:08.377684 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4b91199c-e812-400d-82f0-f85490c8befe), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.393886 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Attempting to bind port f35273fc-cf22-44bf-a2d8-0616a895f71d on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:08.394259 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Attempting to bind port f35273fc-cf22-44bf-a2d8-0616a895f71d by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:08.394626 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Attempting to bind port f35273fc-cf22-44bf-a2d8-0616a895f71d on network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:08.408012 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 4b91199c-e812-400d-82f0-f85490c8befe, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=4b91199c-e812-400d-82f0-f85490c8befe,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:08.409562 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:08.409975 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Checking segment: {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:08.410537 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.410855 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Bound using segment: {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:08.411416 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Bound port: f35273fc-cf22-44bf-a2d8-0616a895f71d, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:08.411800 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.415144 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51706) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:08.424886 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4b91199c-e812-400d-82f0-f85490c8befe), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.425176 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.489245 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0ba524-a7cc-4886-a027-5b50efd5786e,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:08.514574 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=4b91199c-e812-400d-82f0-f85490c8befe,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:08.527790 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-68e6f35f-3fe3-4971-b285-b6bac5c98f13 service neutron] 10.222.0.79 "GET /v2.0/networks/4d09841c-5bcd-4047-9ff6-35cc15801792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713977 Apr 11 17:45:08.537988 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks [] for router_gateway (db8eed94-3e39-45c8-99dd-322b442d28d6), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.554518 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] For port f35273fc-cf22-44bf-a2d8-0616a895f71d, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:08.569122 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.573346 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] For port f35273fc-cf22-44bf-a2d8-0616a895f71d, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=f35273fc-cf22-44bf-a2d8-0616a895f71d,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:08.589192 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:08.591920 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.594182 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:08.604104 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:08.790588 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Allocated IP 172.27.0.87 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/7ea0dd46-8f60-4dc4-bc24-44207b02fa7d) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:08.888893 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-eec6466f-942a-4b13-937c-fea977219ae7 admin admin] Publish callbacks [] for security_group (c7455b02-5c9d-4b5b-acd5-db8b37fa6cae), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.916721 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53e8a0-ac6d-406d-949e-4230ecbf4a4b None None] Pushing event updated for resources: {'Port': ['ID=f35273fc-cf22-44bf-a2d8-0616a895f71d,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:08.968312 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks [] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:08.984362 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51732) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:09.014779 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-eec6466f-942a-4b13-937c-fea977219ae7 admin admin] Publish callbacks [] for security_group (c7455b02-5c9d-4b5b-acd5-db8b37fa6cae), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:09.019937 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Publish callbacks [] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:09.062424 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:09.063957 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (42ab7ef3-71a3-4b64-903b-11a0307971cc), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:09.066448 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-25ee3fd8-e3bf-4c84-8f00-baf87875ceb9 req-ecc16541-cccc-4816-a613-c2e6650e5268 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 210 time: 0.0790820 Apr 11 17:45:09.115381 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:09.250544 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:09.258927 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:09.264428 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:09.372195 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4e9928-5756-4404-8f07-9be7f47002eb,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:09.372195 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks [] for router_gateway (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:09.604930 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Pushing event updated for resources: {'Port': ['ID=7ea0dd46-8f60-4dc4-bc24-44207b02fa7d,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:09.733204 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-eec6466f-942a-4b13-937c-fea977219ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c7455b02-5c9d-4b5b-acd5-db8b37fa6cae), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:09.738077 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device f35273fc-cf22-44bf-a2d8-0616a895f71d up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:09.738365 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-eec6466f-942a-4b13-937c-fea977219ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:09.740812 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-eec6466f-942a-4b13-937c-fea977219ae7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7455b02-5c9d-4b5b-acd5-db8b37fa6cae HTTP/1.1" status: 204 len: 168 time: 1.3242927 Apr 11 17:45:09.779617 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6466f-942a-4b13-937c-fea977219ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7455b02-5c9d-4b5b-acd5-db8b37fa6cae,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:09.808650 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks [] for router_gateway (db8eed94-3e39-45c8-99dd-322b442d28d6), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:09.848691 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port f35273fc-cf22-44bf-a2d8-0616a895f71d triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:09.849156 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:09.915939 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Network d18a7394-4f97-4fa6-8c6e-197808eb17ef is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:09.928987 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:10.162701 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d043308-6d0b-4fda-84c0-9a7ec372f71a None None] Network b2f9610a-b2e0-4797-a439-7b917367c055 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:10.472241 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Router 42ab7ef3-71a3-4b64-903b-11a0307971cc has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:45:10.639404 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port f35273fc-cf22-44bf-a2d8-0616a895f71d is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:10.640024 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:10.668141 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-2aa103a8-551e-4f85-9f33-e2faf485468f None None] Provisioning complete for port c847195e-ff1b-4957-8ab2-9791b6a7737e triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:10.668716 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2aa103a8-551e-4f85-9f33-e2faf485468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:10.839091 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2d968-995c-4101-9f69-f2dee275edca None None] Network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:10.866205 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (db8eed94-3e39-45c8-99dd-322b442d28d6), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:10.965194 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:11.025827 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:45:11.028212 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9efd6e5f-6965-43cf-a805-59fd54ce73d2 req-b264fc23-e4c0-4e7f-bbc7-7659f02785d3 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 210 time: 0.1586685 Apr 11 17:45:11.049573 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-e310981e-6f4b-4e79-a489-27091e40ac34 admin admin] 10.222.0.79 "PUT /v2.0/routers/42ab7ef3-71a3-4b64-903b-11a0307971cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4596999 Apr 11 17:45:11.082467 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Router db8eed94-3e39-45c8-99dd-322b442d28d6 is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:45:11.282017 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:45:11.292291 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Sync routers for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:45:11.301213 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Sync routers for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:45:11.306189 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port f35273fc-cf22-44bf-a2d8-0616a895f71d, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=f35273fc-cf22-44bf-a2d8-0616a895f71d,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:11.330179 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:11.331141 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:44:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:11.357746 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-2aa103a8-551e-4f85-9f33-e2faf485468f None None] Current status of the port c847195e-ff1b-4957-8ab2-9791b6a7737e is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:11.358281 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2aa103a8-551e-4f85-9f33-e2faf485468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:11.362221 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:11.363897 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-37c651de-0ff6-4762-aee6-28311974de61 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4873784 Apr 11 17:45:11.364340 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:11.365385 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device c847195e-ff1b-4957-8ab2-9791b6a7737e up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:11.366978 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51832) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:11.418908 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:45:11.444274 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-2aa103a8-551e-4f85-9f33-e2faf485468f None None] For port c847195e-ff1b-4957-8ab2-9791b6a7737e, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=c847195e-ff1b-4957-8ab2-9791b6a7737e,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:11.561045 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2aa103a8-551e-4f85-9f33-e2faf485468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:11.602165 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:11.602751 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:44:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:11.643441 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:45:11.676045 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:11.678600 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:11.679935 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-73ada5c1-94cb-4005-80cb-03306ef31818 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8721893 Apr 11 17:45:11.685724 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51846) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:11.838782 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Sync routers for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:45:11.899904 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-733a7120-9385-4cae-9069-e4585a3a219f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:11.947538 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-663d8347-9a5f-4562-8c30-0b846be3362f None None] Provisioning complete for port f35273fc-cf22-44bf-a2d8-0616a895f71d triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:11.949326 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-663d8347-9a5f-4562-8c30-0b846be3362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:12.113171 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=f35273fc-cf22-44bf-a2d8-0616a895f71d,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:12.175473 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:09Z', 'revision_number': 3, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:12.245078 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51862) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:12.296318 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Checking router: db8eed94-3e39-45c8-99dd-322b442d28d6 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:45:12.297073 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Updating router db8eed94-3e39-45c8-99dd-322b442d28d6 port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:45:12.318595 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.37', 54792) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:12.345950 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:12.346521 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:44:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:12.357650 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port c847195e-ff1b-4957-8ab2-9791b6a7737e triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:12.358087 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:12.426919 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:12.444854 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa103a8-551e-4f85-9f33-e2faf485468f None None] Pushing event updated for resources: {'Port': ['ID=c847195e-ff1b-4957-8ab2-9791b6a7737e,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:12.622909 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-1000186d-8abc-4485-afa2-065f2e84055b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:12.626846 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-1000186d-8abc-4485-afa2-065f2e84055b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.37 "GET /v2.0/networks?id=4d09841c-5bcd-4047-9ff6-35cc15801792 HTTP/1.1" status: 200 len: 812 time: 0.3057203 Apr 11 17:45:12.710385 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port c847195e-ff1b-4957-8ab2-9791b6a7737e is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:12.717671 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 4b91199c-e812-400d-82f0-f85490c8befe up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:12.724267 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Request body: {'port': {'device_id': '68c339d9-1799-4e9b-a477-e4bf74ed22f7', 'network_id': '4d09841c-5bcd-4047-9ff6-35cc15801792', 'admin_state_up': True, 'tenant_id': 'ebf0f713a28e4ff1aa2a3a64ba04fa52'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:12.769459 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-43b1b28b-01ce-46b5-99b9-97b2f4d5434c req-e5342941-cfde-4ef4-ab5f-1fa222a2402a tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 210 time: 0.1389534 Apr 11 17:45:12.834765 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51890) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:12.855767 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:12.902874 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-63d4a787-1ce1-494f-95bd-a8e0db771ab7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550466391', 'description': 'tempest-description--403494838'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:12.910837 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ebae8125-8c7e-4b06-9cfa-1fda8eebf852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.049090 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 4b91199c-e812-400d-82f0-f85490c8befe triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:13.049426 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (4b91199c-e812-400d-82f0-f85490c8befe), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.049628 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Publish callbacks [] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.062984 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.164418 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-663d8347-9a5f-4562-8c30-0b846be3362f None None] Current status of the port f35273fc-cf22-44bf-a2d8-0616a895f71d is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:13.167245 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5b786-82f7-45a0-bc39-627c70a4ef20 None None] Pushing event updated for resources: {'Port': ['ID=7ea0dd46-8f60-4dc4-bc24-44207b02fa7d,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:13.193518 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Allocated IP 172.20.0.1 (b2f9610a-b2e0-4797-a439-7b917367c055/9bc98f6f-df66-4ae5-833b-6c1ae60ac410/b55ab092-4568-48b7-b6aa-bfdbc68b042c) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:13.199881 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Attempting to bind port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:13.200393 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Attempting to bind port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:13.200893 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Attempting to bind port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:13.213638 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:13.214235 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:13.218252 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.218919 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:13.219632 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Bound port: 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:13.221952 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.272533 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-63d4a787-1ce1-494f-95bd-a8e0db771ab7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.309868 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:13.360039 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] For port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:13.371430 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51928) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:13.376496 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] For port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=7ea0dd46-8f60-4dc4-bc24-44207b02fa7d,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:13.398700 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.423313 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.486308 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Publish callbacks [] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.515808 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Made reservation on behalf of ebf0f713a28e4ff1aa2a3a64ba04fa52 for: {'port': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:13.519331 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.531546 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5b786-82f7-45a0-bc39-627c70a4ef20 None None] Pushing event updated for resources: {'Port': ['ID=7ea0dd46-8f60-4dc4-bc24-44207b02fa7d,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:13.568835 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:13.569791 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:44:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:13.571230 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ebae8125-8c7e-4b06-9cfa-1fda8eebf852 admin admin] Publish callbacks [] for security_group (e164fcef-aa44-4387-80fd-b1e6f8f7f4bc), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.580246 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:13.586631 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-663d8347-9a5f-4562-8c30-0b846be3362f None None] Provisioning complete for port 2c4e9928-5756-4404-8f07-9be7f47002eb triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:13.587009 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-663d8347-9a5f-4562-8c30-0b846be3362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.604756 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.639943 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ebae8125-8c7e-4b06-9cfa-1fda8eebf852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e164fcef-aa44-4387-80fd-b1e6f8f7f4bc), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.700865 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae8125-8c7e-4b06-9cfa-1fda8eebf852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e164fcef-aa44-4387-80fd-b1e6f8f7f4bc,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:13.724374 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-63d4a787-1ce1-494f-95bd-a8e0db771ab7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (c9172218-7090-4c1f-882f-52de67b2452c), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.764291 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:13.778800 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Network b2f9610a-b2e0-4797-a439-7b917367c055 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:13.810599 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:13.831943 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:13.833049 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.843722 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8eb8764f-2bf2-4b01-8ba3-4ef9e0645e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:13.972736 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-663d8347-9a5f-4562-8c30-0b846be3362f None None] Port 2c4e9928-5756-4404-8f07-9be7f47002eb cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:14.038521 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8eb8764f-2bf2-4b01-8ba3-4ef9e0645e7f admin admin] Publish callbacks [] for security_group (15447628-407d-444d-aa51-317de6f34025), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:14.039686 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-63d4a787-1ce1-494f-95bd-a8e0db771ab7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c9172218-7090-4c1f-882f-52de67b2452c), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:14.174847 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:09Z', 'revision_number': 3, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:14.240072 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8eb8764f-2bf2-4b01-8ba3-4ef9e0645e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (15447628-407d-444d-aa51-317de6f34025), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:14.284918 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b6d26-9b0b-4d4d-bfad-d5c2852b708a None None] The sync data for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi is: [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:09Z', 'revision_number': 3, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:45:14.318710 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4a787-1ce1-494f-95bd-a8e0db771ab7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9172218-7090-4c1f-882f-52de67b2452c,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:14.364271 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Pushing event updated for resources: {'Port': ['ID=b55ab092-4568-48b7-b6aa-bfdbc68b042c,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:14.384791 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51958) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:14.421647 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-663d8347-9a5f-4562-8c30-0b846be3362f None None] Provisioning complete for port c847195e-ff1b-4957-8ab2-9791b6a7737e triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:14.422209 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-663d8347-9a5f-4562-8c30-0b846be3362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:14.507322 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:14.808349 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c41a621c-eb54-457d-92a5-7233b80fc2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:14.895697 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 4b91199c-e812-400d-82f0-f85490c8befe is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:15.009754 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:45:15.132099 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 3, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:15.259693 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff580-94df-4bfe-b43c-d7b54d8a9066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:15.281556 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Checking router: 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:45:15.282046 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Updating router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 port ca0ba524-a7cc-4886-a027-5b50efd5786e binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:45:15.370685 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device c847195e-ff1b-4957-8ab2-9791b6a7737e up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:15.441520 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-8eb8764f-2bf2-4b01-8ba3-4ef9e0645e7f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a8eb18087b14581ad6e4c469690f597&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0663068 Apr 11 17:45:15.442467 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8764f-2bf2-4b01-8ba3-4ef9e0645e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15447628-407d-444d-aa51-317de6f34025,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:15.460829 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-ebae8125-8c7e-4b06-9cfa-1fda8eebf852 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8cf3bca472fb48a4a0701bcb8e5094bb&name=default HTTP/1.1" status: 200 len: 2992 time: 3.2065585 Apr 11 17:45:15.484932 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Publish callbacks [] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:15.503692 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51970) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:15.505211 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51972) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:15.524814 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-225d3818-b214-4c5d-ae7f-b48f76fdf4d1 req-dcedb92c-14ab-4bdd-b553-94adad919e12 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 210 time: 1.4385037 Apr 11 17:45:15.560699 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 2, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:15.576212 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:15.585022 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-63d4a787-1ce1-494f-95bd-a8e0db771ab7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:15.587134 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-63d4a787-1ce1-494f-95bd-a8e0db771ab7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.7290251 Apr 11 17:45:15.605368 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51976) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:15.617603 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:15.620820 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:15.639179 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-374c7ea7-8eaa-46a0-ab8d-4f78b660db7c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'security_group_rule': {'security_group_id': 'c9172218-7090-4c1f-882f-52de67b2452c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:15.701202 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-374c7ea7-8eaa-46a0-ab8d-4f78b660db7c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (6613794f-954d-4cab-9e4c-10e34189a3a3), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:15.713665 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Allocated IP 172.20.0.6 (4d09841c-5bcd-4047-9ff6-35cc15801792/20a1b2ae-5f36-46d2-bcf5-f50365626745/771395a3-38a7-42b1-b267-fbc529d9eb6e) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:15.787044 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c41a621c-eb54-457d-92a5-7233b80fc2b9 admin admin] Publish callbacks [] for security_group (214e5589-53e6-48ea-9142-cec349b3aa09), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:15.861239 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Allocated IP 172.20.0.1 (8dbd3789-9fd5-41eb-803c-7de97e3a3cfc/3a67cec6-0444-437c-acca-0749506ce998/2b99bc8e-d2df-46e8-817f-7e1cd00e763a) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:15.977859 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c41a621c-eb54-457d-92a5-7233b80fc2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (214e5589-53e6-48ea-9142-cec349b3aa09), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.017975 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-374c7ea7-8eaa-46a0-ab8d-4f78b660db7c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (6613794f-954d-4cab-9e4c-10e34189a3a3), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.047360 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-374c7ea7-8eaa-46a0-ab8d-4f78b660db7c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (6613794f-954d-4cab-9e4c-10e34189a3a3), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.129839 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-374c7ea7-8eaa-46a0-ab8d-4f78b660db7c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.131660 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-374c7ea7-8eaa-46a0-ab8d-4f78b660db7c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5238929 Apr 11 17:45:16.185481 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 51986) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:16.232271 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-58306771-b841-4cb9-8d38-169a9aa3ae1c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'security_group_rule': {'security_group_id': 'c9172218-7090-4c1f-882f-52de67b2452c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:16.234612 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a621c-eb54-457d-92a5-7233b80fc2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214e5589-53e6-48ea-9142-cec349b3aa09,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:16.462731 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Pushing event updated for resources: {'Port': ['ID=b55ab092-4568-48b7-b6aa-bfdbc68b042c,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:16.502299 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-c41a621c-eb54-457d-92a5-7233b80fc2b9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=482dc29016f747bb8dd73138be2c3aad&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1118219 Apr 11 17:45:16.511754 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 51992) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:16.531219 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37a917c7-c8a1-4a96-927c-d04d078d3b15 admin admin] Publish callbacks [] for security_group (15447628-407d-444d-aa51-317de6f34025), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.635917 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Publish callbacks [] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.665136 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Publish callbacks [] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.685827 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Checking router: 42ab7ef3-71a3-4b64-903b-11a0307971cc for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:45:16.687582 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Updating router 42ab7ef3-71a3-4b64-903b-11a0307971cc port 2c4e9928-5756-4404-8f07-9be7f47002eb binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:45:16.711441 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.717316 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.724677 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c7ea7-8eaa-46a0-ab8d-4f78b660db7c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6613794f-954d-4cab-9e4c-10e34189a3a3,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:16.755259 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.768363 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58306771-b841-4cb9-8d38-169a9aa3ae1c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (fd888fcf-513d-4adc-854e-60a8adc72d03), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.770646 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37a917c7-c8a1-4a96-927c-d04d078d3b15 admin admin] Publish callbacks [] for security_group (15447628-407d-444d-aa51-317de6f34025), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.773817 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7139265b-96a9-4ad3-9598-dfe6976690f7 admin admin] Publish callbacks [] for security_group (e164fcef-aa44-4387-80fd-b1e6f8f7f4bc), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.784126 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:16.790673 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:16.793569 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port c847195e-ff1b-4957-8ab2-9791b6a7737e triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:16.793761 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.794683 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:16.795386 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (db8eed94-3e39-45c8-99dd-322b442d28d6), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.881302 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7139265b-96a9-4ad3-9598-dfe6976690f7 admin admin] Publish callbacks [] for security_group (e164fcef-aa44-4387-80fd-b1e6f8f7f4bc), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.974223 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Network b2f9610a-b2e0-4797-a439-7b917367c055 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:16.985687 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7139265b-96a9-4ad3-9598-dfe6976690f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e164fcef-aa44-4387-80fd-b1e6f8f7f4bc), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.989288 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7139265b-96a9-4ad3-9598-dfe6976690f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.990364 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-7139265b-96a9-4ad3-9598-dfe6976690f7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e164fcef-aa44-4387-80fd-b1e6f8f7f4bc HTTP/1.1" status: 204 len: 168 time: 1.4732702 Apr 11 17:45:17.011080 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-663d8347-9a5f-4562-8c30-0b846be3362f None None] Current status of the port c847195e-ff1b-4957-8ab2-9791b6a7737e is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:17.020167 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:17.086798 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.091667 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139265b-96a9-4ad3-9598-dfe6976690f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e164fcef-aa44-4387-80fd-b1e6f8f7f4bc,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:17.099883 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5a30baf9-b8fb-42d6-96d5-a40ec3c2d7fb admin admin] Publish callbacks [] for security_group (214e5589-53e6-48ea-9142-cec349b3aa09), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.132105 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0d4dd-6e8e-40f5-a6df-5be17c7026a5 None None] Pushing event updated for resources: {'Port': ['ID=ca0ba524-a7cc-4886-a027-5b50efd5786e,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:17.319810 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.417989 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port c847195e-ff1b-4957-8ab2-9791b6a7737e is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:17.419514 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device f35273fc-cf22-44bf-a2d8-0616a895f71d up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:17.421428 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Attempting to bind port ca0ba524-a7cc-4886-a027-5b50efd5786e on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:17.428634 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Attempting to bind port ca0ba524-a7cc-4886-a027-5b50efd5786e by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:17.429176 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Attempting to bind port ca0ba524-a7cc-4886-a027-5b50efd5786e on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:17.457294 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:17.457672 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:17.458103 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.458504 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:17.458986 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Bound port: ca0ba524-a7cc-4886-a027-5b50efd5786e, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:17.459355 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.475673 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-9b1d64f2-fb73-40e1-847d-f240fb410122 None None] Provisioning complete for port f35273fc-cf22-44bf-a2d8-0616a895f71d triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:17.476139 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-9b1d64f2-fb73-40e1-847d-f240fb410122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.506887 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5a30baf9-b8fb-42d6-96d5-a40ec3c2d7fb admin admin] Publish callbacks [] for security_group (214e5589-53e6-48ea-9142-cec349b3aa09), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.558198 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7cdd22b7-c83e-4432-a04e-a29752c2c597 req-ae7fd56c-a249-4f6f-9391-b7b412a5647b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 210 time: 0.3674443 Apr 11 17:45:17.568652 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37a917c7-c8a1-4a96-927c-d04d078d3b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (15447628-407d-444d-aa51-317de6f34025), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.596744 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37a917c7-c8a1-4a96-927c-d04d078d3b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.610860 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-37a917c7-c8a1-4a96-927c-d04d078d3b15 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15447628-407d-444d-aa51-317de6f34025 HTTP/1.1" status: 204 len: 168 time: 2.1012230 Apr 11 17:45:17.674182 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Publish callbacks [] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.690900 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] For port ca0ba524-a7cc-4886-a027-5b50efd5786e, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:17.696174 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] For port ca0ba524-a7cc-4886-a027-5b50efd5786e, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=ca0ba524-a7cc-4886-a027-5b50efd5786e,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:17.710945 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Pushing event updated for resources: {'Port': ['ID=2b99bc8e-d2df-46e8-817f-7e1cd00e763a,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:17.750199 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58306771-b841-4cb9-8d38-169a9aa3ae1c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (fd888fcf-513d-4adc-854e-60a8adc72d03), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.792321 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5a30baf9-b8fb-42d6-96d5-a40ec3c2d7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (214e5589-53e6-48ea-9142-cec349b3aa09), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.801247 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5a30baf9-b8fb-42d6-96d5-a40ec3c2d7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.810304 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5a30baf9-b8fb-42d6-96d5-a40ec3c2d7fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/214e5589-53e6-48ea-9142-cec349b3aa09 HTTP/1.1" status: 204 len: 168 time: 1.2941489 Apr 11 17:45:17.820421 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58306771-b841-4cb9-8d38-169a9aa3ae1c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (fd888fcf-513d-4adc-854e-60a8adc72d03), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.834456 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.838190 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.848102 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:45:17.867358 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a917c7-c8a1-4a96-927c-d04d078d3b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15447628-407d-444d-aa51-317de6f34025,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:17.882581 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58306771-b841-4cb9-8d38-169a9aa3ae1c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd888fcf-513d-4adc-854e-60a8adc72d03,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:17.894491 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58306771-b841-4cb9-8d38-169a9aa3ae1c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.900378 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-58306771-b841-4cb9-8d38-169a9aa3ae1c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7107160 Apr 11 17:45:17.904786 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 52016) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:17.914149 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:17.964355 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:18.022345 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:18.104885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d64f2-fb73-40e1-847d-f240fb410122 None None] Current status of the port f35273fc-cf22-44bf-a2d8-0616a895f71d is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:18.231147 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Pushing event updated for resources: {'Port': ['ID=771395a3-38a7-42b1-b267-fbc529d9eb6e,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:18.278020 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:45:18.288884 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-02000e90-d840-4899-bd2d-609a68666f95 admin admin] 10.222.0.79 "PUT /v2.0/routers/6d2f1b4d-4c2f-4756-a582-6b6c250815d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6014740 Apr 11 17:45:18.290857 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30baf9-b8fb-42d6-96d5-a40ec3c2d7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214e5589-53e6-48ea-9142-cec349b3aa09,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:18.308459 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Network 4d09841c-5bcd-4047-9ff6-35cc15801792 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:18.343616 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:18.379681 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:18.392932 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:18.394356 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:18.458757 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:18.484869 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Publish callbacks [] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:18.498990 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-931b8c47-b88d-4d21-bb3d-32f5b234c48b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7860088 Apr 11 17:45:18.503491 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:18.504694 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (db8eed94-3e39-45c8-99dd-322b442d28d6), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:18.603145 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52034) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:18.670608 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port f35273fc-cf22-44bf-a2d8-0616a895f71d triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:18.671125 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:18.686435 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-6e6a7029-a69c-4d71-9464-984b9d0a36d4 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:45:18.687525 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-6e6a7029-a69c-4d71-9464-984b9d0a36d4 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109940 Apr 11 17:45:18.831893 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-9b1d64f2-fb73-40e1-847d-f240fb410122 None None] Provisioning complete for port b55ab092-4568-48b7-b6aa-bfdbc68b042c triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:18.833249 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-9b1d64f2-fb73-40e1-847d-f240fb410122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:18.948143 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0d4dd-6e8e-40f5-a6df-5be17c7026a5 None None] Pushing event updated for resources: {'Port': ['ID=ca0ba524-a7cc-4886-a027-5b50efd5786e,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:19.076088 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8fca7-e9f4-48f1-a264-f8cbe3782418 req-09fda6e2-e6ad-411c-80a8-f5a3f5980468 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:19.077621 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74b8fca7-e9f4-48f1-a264-f8cbe3782418 req-09fda6e2-e6ad-411c-80a8-f5a3f5980468 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 931 time: 0.4026036 Apr 11 17:45:19.084259 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Pushing event updated for resources: {'Port': ['ID=2b99bc8e-d2df-46e8-817f-7e1cd00e763a,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:19.126538 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Allocated IP 172.27.0.237 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/bda4fb08-d581-444e-bb0d-82ec737c4cff) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:19.145096 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d64f2-fb73-40e1-847d-f240fb410122 None None] Port b55ab092-4568-48b7-b6aa-bfdbc68b042c cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:19.163765 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:19.165558 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:45:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:19.184604 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52046) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:19.223351 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7d43b9a5-362d-4d50-9dce-5dc652a61f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:19.378212 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:19.434190 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:19.434961 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74b8fca7-e9f4-48f1-a264-f8cbe3782418 req-22d4967c-cb4b-4de5-82c1-35e0f8effe34 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420153 Apr 11 17:45:19.458654 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:19.464043 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7d43b9a5-362d-4d50-9dce-5dc652a61f96 admin admin] Publish callbacks [] for security_group (b6acbd5f-6741-4c27-a690-997acdcc17c6), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:19.472717 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7d43b9a5-362d-4d50-9dce-5dc652a61f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (b6acbd5f-6741-4c27-a690-997acdcc17c6), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:19.636392 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-7d43b9a5-362d-4d50-9dce-5dc652a61f96 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6157767776754956829b833e5385a5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4506588 Apr 11 17:45:19.639960 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43b9a5-362d-4d50-9dce-5dc652a61f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6acbd5f-6741-4c27-a690-997acdcc17c6,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:19.645122 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52054) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:19.653452 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3d1314d3-0462-42de-b94a-1b16ecfa7ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:19.931733 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3d1314d3-0462-42de-b94a-1b16ecfa7ab2 admin admin] Publish callbacks [] for security_group (9b5572f7-866a-43bc-aa26-b0cc9a91c055), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:19.950653 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3d1314d3-0462-42de-b94a-1b16ecfa7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (9b5572f7-866a-43bc-aa26-b0cc9a91c055), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.025783 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Publish callbacks [] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.040662 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-3d1314d3-0462-42de-b94a-1b16ecfa7ab2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e8ceb8739ef4c71a950689ff7abf22a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4358084 Apr 11 17:45:20.044899 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52064) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:20.046167 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1314d3-0462-42de-b94a-1b16ecfa7ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5572f7-866a-43bc-aa26-b0cc9a91c055,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:20.117803 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1afaa502-c839-457f-853f-9032810501f1 admin admin] Publish callbacks [] for security_group (b6acbd5f-6741-4c27-a690-997acdcc17c6), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.166505 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.170151 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1afaa502-c839-457f-853f-9032810501f1 admin admin] Publish callbacks [] for security_group (b6acbd5f-6741-4c27-a690-997acdcc17c6), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.179869 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-5edcbb23-9ab5-4e4a-92d1-1db73a3d108e None None] Provisioning complete for port b55ab092-4568-48b7-b6aa-bfdbc68b042c triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:20.180238 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-5edcbb23-9ab5-4e4a-92d1-1db73a3d108e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.190101 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.207199 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4217a70-190f-4e35-a715-d329b2bbd242 admin admin] Publish callbacks [] for security_group (9b5572f7-866a-43bc-aa26-b0cc9a91c055), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.268928 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4217a70-190f-4e35-a715-d329b2bbd242 admin admin] Publish callbacks [] for security_group (9b5572f7-866a-43bc-aa26-b0cc9a91c055), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.402340 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4217a70-190f-4e35-a715-d329b2bbd242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (9b5572f7-866a-43bc-aa26-b0cc9a91c055), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.406473 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4217a70-190f-4e35-a715-d329b2bbd242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.410725 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-d4217a70-190f-4e35-a715-d329b2bbd242 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b5572f7-866a-43bc-aa26-b0cc9a91c055 HTTP/1.1" status: 204 len: 168 time: 0.3451917 Apr 11 17:45:20.434958 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Request body: {'port': {'device_id': '68c339d9-1799-4e9b-a477-e4bf74ed22f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:20.443030 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4217a70-190f-4e35-a715-d329b2bbd242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5572f7-866a-43bc-aa26-b0cc9a91c055,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:20.504239 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1afaa502-c839-457f-853f-9032810501f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (b6acbd5f-6741-4c27-a690-997acdcc17c6), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.510322 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1afaa502-c839-457f-853f-9032810501f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.511532 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-1afaa502-c839-457f-853f-9032810501f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6acbd5f-6741-4c27-a690-997acdcc17c6 HTTP/1.1" status: 204 len: 168 time: 0.8615258 Apr 11 17:45:20.512548 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port f35273fc-cf22-44bf-a2d8-0616a895f71d is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:20.513688 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:20.562516 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaa502-c839-457f-853f-9032810501f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6acbd5f-6741-4c27-a690-997acdcc17c6,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:20.564584 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for port (bda4fb08-d581-444e-bb0d-82ec737c4cff), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.687761 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-5edcbb23-9ab5-4e4a-92d1-1db73a3d108e None None] Port b55ab092-4568-48b7-b6aa-bfdbc68b042c cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:20.810754 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3808e9-3c88-4513-bc6e-3db3afd124d7 req-ff5e91b6-e55e-4f54-a550-3107c9bcf171 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:20.812922 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7e3808e9-3c88-4513-bc6e-3db3afd124d7 req-ff5e91b6-e55e-4f54-a550-3107c9bcf171 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 931 time: 0.1744757 Apr 11 17:45:20.815447 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df36b23-5bc8-4414-8d99-d479647f5705 None None] Pushing event updated for resources: {'Port': ['ID=2c4e9928-5756-4404-8f07-9be7f47002eb,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:20.931324 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:20.945418 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-5edcbb23-9ab5-4e4a-92d1-1db73a3d108e None None] Provisioning complete for port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:20.946144 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-5edcbb23-9ab5-4e4a-92d1-1db73a3d108e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:21.012931 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 2, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:21.022284 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Attempting to bind port 2c4e9928-5756-4404-8f07-9be7f47002eb on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:21.022875 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Attempting to bind port 2c4e9928-5756-4404-8f07-9be7f47002eb by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:21.023402 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Attempting to bind port 2c4e9928-5756-4404-8f07-9be7f47002eb on network d18a7394-4f97-4fa6-8c6e-197808eb17ef {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:21.065050 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7e3808e9-3c88-4513-bc6e-3db3afd124d7 req-cf81581c-97ef-4fcb-a083-63ff7a43d66e tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339382 Apr 11 17:45:21.079014 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Router db8eed94-3e39-45c8-99dd-322b442d28d6 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:45:21.093719 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-80e38275-3c36-480d-a4bb-f522a8966c45 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:21.094220 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f421d0e-4eb2-4cd0-bef9-bd47e022f56e None None] The sync data for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi is: [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 2, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:45:21.095302 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-80e38275-3c36-480d-a4bb-f522a8966c45 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 818 time: 0.7108285 Apr 11 17:45:21.104804 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-5edcbb23-9ab5-4e4a-92d1-1db73a3d108e None None] Port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:21.113446 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:21.114486 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Checking segment: {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:21.115413 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:21.115983 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Bound using segment: {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:21.116815 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Bound port: 2c4e9928-5756-4404-8f07-9be7f47002eb, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:21.117509 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:21.252995 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:21.256773 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:21.473047 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (bda4fb08-d581-444e-bb0d-82ec737c4cff), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:21.781388 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-03cf9e0e-a137-4288-be26-8c20f91c4dff tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/quotas/36a0bc340bf243f1ab44be5511817935 HTTP/1.1" status: 200 len: 375 time: 0.6451306 Apr 11 17:45:21.837993 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-23edf544-c86e-4ae2-b4ab-2847628fba40 None None] Provisioning complete for port 2c4e9928-5756-4404-8f07-9be7f47002eb triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:21.838573 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-23edf544-c86e-4ae2-b4ab-2847628fba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:22.006013 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:22.014246 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-23edf544-c86e-4ae2-b4ab-2847628fba40 None None] Port 2c4e9928-5756-4404-8f07-9be7f47002eb cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:22.049969 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] For port 2c4e9928-5756-4404-8f07-9be7f47002eb, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:22.053425 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'Port': ['ID=bda4fb08-d581-444e-bb0d-82ec737c4cff,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:22.075936 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] For port 2c4e9928-5756-4404-8f07-9be7f47002eb, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2c4e9928-5756-4404-8f07-9be7f47002eb,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:22.080960 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-23edf544-c86e-4ae2-b4ab-2847628fba40 None None] Provisioning complete for port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:22.081788 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-23edf544-c86e-4ae2-b4ab-2847628fba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:22.096994 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:22.163083 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:22.191654 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:22.275859 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52114) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:22.294218 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-04a61538-a241-4b3f-8a42-5e0c21f8dd19 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3657146 Apr 11 17:45:22.337165 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df36b23-5bc8-4414-8d99-d479647f5705 None None] Pushing event updated for resources: {'Port': ['ID=2c4e9928-5756-4404-8f07-9be7f47002eb,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:22.410450 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:22.411313 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:22.448151 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-23edf544-c86e-4ae2-b4ab-2847628fba40 None None] Port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:22.469949 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:22.471117 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:45:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:22.635599 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=7ea0dd46-8f60-4dc4-bc24-44207b02fa7d,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:22.662591 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:22.754316 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (20d84cf7-62a0-4c19-bdfc-54e6a993056c), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.061033 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1138287484-network', 'tenant_id': 'be109f8983304d81b30e2eebfe2d8168'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:23.097209 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-4d636fe4-5e69-4eb2-8bb5-ac7f66deeb2f None None] Provisioning complete for port 2c4e9928-5756-4404-8f07-9be7f47002eb triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:23.097660 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4d636fe4-5e69-4eb2-8bb5-ac7f66deeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.169145 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Made reservation on behalf of be109f8983304d81b30e2eebfe2d8168 for: {'network': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:23.180436 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.180773 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (bda4fb08-d581-444e-bb0d-82ec737c4cff), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.183893 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.212162 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5a92c-a60d-4aee-8222-5a1e8a6a7142 req-e79f22ae-de55-4927-acb0-8da4f38558b4 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:23.212162 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bde5a92c-a60d-4aee-8222-5a1e8a6a7142 req-e79f22ae-de55-4927-acb0-8da4f38558b4 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 931 time: 0.9320018 Apr 11 17:45:23.354939 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:45:23.379839 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-febf0c3e-83d7-4251-8bfb-e1a4a8fa1091 admin admin] 10.222.0.79 "PUT /v2.0/routers/db8eed94-3e39-45c8-99dd-322b442d28d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0116122 Apr 11 17:45:23.381417 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Sync routers for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:45:23.442819 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:23.444244 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:45:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:23.446165 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Publish callbacks [] for security_group (64ef3509-6822-456c-9786-85a71abe3b2c), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.452774 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-4d636fe4-5e69-4eb2-8bb5-ac7f66deeb2f None None] Current status of the port 2c4e9928-5756-4404-8f07-9be7f47002eb is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:23.455550 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (64ef3509-6822-456c-9786-85a71abe3b2c), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.466212 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4d636fe4-5e69-4eb2-8bb5-ac7f66deeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.482451 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=7ea0dd46-8f60-4dc4-bc24-44207b02fa7d,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:23.503709 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:23.585278 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=109939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:45:23.683161 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (0d7ae890-bed2-4dca-bd49-3524f1836170), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.687852 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.segments_db [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Added segment 0d7ae890-bed2-4dca-bd49-3524f1836170 of type vlan for network e3ecdeb4-a1bb-483d-b425-e03f12e2ceac Apr 11 17:45:23.697415 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ef3509-6822-456c-9786-85a71abe3b2c,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:23.727116 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771395a3-38a7-42b1-b267-fbc529d9eb6e {{(pid=109938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:45:23.773593 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-4d636fe4-5e69-4eb2-8bb5-ac7f66deeb2f None None] For port 2c4e9928-5756-4404-8f07-9be7f47002eb, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2c4e9928-5756-4404-8f07-9be7f47002eb,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:23.782631 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4d636fe4-5e69-4eb2-8bb5-ac7f66deeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.826405 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-ecbf3032-1b2d-4d06-aa12-0cd43337c734 service neutron] 10.222.0.79 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5285432 Apr 11 17:45:23.845735 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (e3ecdeb4-a1bb-483d-b425-e03f12e2ceac), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.869381 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Publish callbacks [] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.905267 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:23.924453 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (e3ecdeb4-a1bb-483d-b425-e03f12e2ceac), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:23.926462 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:23.927439 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:24.035079 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d636fe4-5e69-4eb2-8bb5-ac7f66deeb2f None None] Pushing event updated for resources: {'Port': ['ID=2c4e9928-5756-4404-8f07-9be7f47002eb,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:24.156969 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] Pushing event updated for resources: {'Network': ['ID=e3ecdeb4-a1bb-483d-b425-e03f12e2ceac,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:24.167060 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-febbef17-66d5-4e77-ab6c-163342f6f58b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8855867 Apr 11 17:45:24.173740 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52152) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:24.180042 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Request body: {'subnet': {'network_id': 'e3ecdeb4-a1bb-483d-b425-e03f12e2ceac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1138287484-subnet', 'tenant_id': 'be109f8983304d81b30e2eebfe2d8168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:24.231230 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Made reservation on behalf of be109f8983304d81b30e2eebfe2d8168 for: {'subnet': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:24.233619 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:24.291156 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network e3ecdeb4-a1bb-483d-b425-e03f12e2ceac details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:45:24.307055 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for port (bda4fb08-d581-444e-bb0d-82ec737c4cff), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:24.345411 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (bda4fb08-d581-444e-bb0d-82ec737c4cff), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:24.577895 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:24.580851 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.provisioning_blocks [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Transition to ACTIVE for port object 771395a3-38a7-42b1-b267-fbc529d9eb6e will not be triggered until provisioned by entity L2. {{(pid=109938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:45:24.608892 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 2, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:24.619413 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (20d84cf7-62a0-4c19-bdfc-54e6a993056c), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:24.650536 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bde5a92c-a60d-4aee-8222-5a1e8a6a7142 req-bb2541a6-fd33-447f-8e0e-686d4e08c906 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3361833 Apr 11 17:45:24.666950 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713341b-9607-4f13-8d28-910bba4013d6 None None] The sync data for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi is: [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:45:24.691526 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:24.732036 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Checking router: db8eed94-3e39-45c8-99dd-322b442d28d6 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:45:24.732384 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Updating router db8eed94-3e39-45c8-99dd-322b442d28d6 port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:45:24.821381 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (2bb26a90-36e4-4b97-b124-c28a69ed1131), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:24.910921 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:25.038079 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:25.039559 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1308851 Apr 11 17:45:25.052075 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb26a90-36e4-4b97-b124-c28a69ed1131,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:25.091860 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9760677-bb99-4159-91e8-602059404c44 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'Port': ['ID=bda4fb08-d581-444e-bb0d-82ec737c4cff,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:25.100968 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Checking segment: {'id': '0d7ae890-bed2-4dca-bd49-3524f1836170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e3ecdeb4-a1bb-483d-b425-e03f12e2ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:25.101365 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Network hostable DHCP agents. Network: e3ecdeb4-a1bb-483d-b425-e03f12e2ceac, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:45:25.133109 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Network e3ecdeb4-a1bb-483d-b425-e03f12e2ceac is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:45:25.179939 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, e3ecdeb4-a1bb-483d-b425-e03f12e2ceac) {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:25.189865 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device ca0ba524-a7cc-4886-a027-5b50efd5786e up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:25.201562 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651c1ce-e192-4046-919c-571e66a2b92d None None] Network e3ecdeb4-a1bb-483d-b425-e03f12e2ceac requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:25.226183 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:25.232058 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:25.290943 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-2a16f7ff-adbc-41ad-ad5a-aa7b7c5c76f5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1164026 Apr 11 17:45:25.321449 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-1b6df151-0d21-4f05-a1f1-c3c328569f6e service neutron] 10.222.0.79 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4931781 Apr 11 17:45:25.605725 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Pushing event updated for resources: {'Port': ['ID=771395a3-38a7-42b1-b267-fbc529d9eb6e,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:25.638771 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Attempting to bind port 771395a3-38a7-42b1-b267-fbc529d9eb6e on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:25.644105 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Attempting to bind port 771395a3-38a7-42b1-b267-fbc529d9eb6e by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'c322b440-ab01-4ffa-a950-44438fa932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d09841c-5bcd-4047-9ff6-35cc15801792'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:25.646552 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Attempting to bind port 771395a3-38a7-42b1-b267-fbc529d9eb6e on network 4d09841c-5bcd-4047-9ff6-35cc15801792 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:25.666619 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Port 771395a3-38a7-42b1-b267-fbc529d9eb6e on network 4d09841c-5bcd-4047-9ff6-35cc15801792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:45:25.679858 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Attempting to bind port 771395a3-38a7-42b1-b267-fbc529d9eb6e on network 4d09841c-5bcd-4047-9ff6-35cc15801792 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:25.713957 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:25.715059 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Checking segment: {'id': 'c322b440-ab01-4ffa-a950-44438fa932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d09841c-5bcd-4047-9ff6-35cc15801792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:25.716570 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Bound using segment: {'id': 'c322b440-ab01-4ffa-a950-44438fa932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d09841c-5bcd-4047-9ff6-35cc15801792'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:25.720554 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Bound port: 771395a3-38a7-42b1-b267-fbc529d9eb6e, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c322b440-ab01-4ffa-a950-44438fa932eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d09841c-5bcd-4047-9ff6-35cc15801792'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:25.722714 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:25.763005 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port ca0ba524-a7cc-4886-a027-5b50efd5786e triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:25.763950 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:26.097668 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Sync routers for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:45:26.120675 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3a7ca-856e-4b65-9274-ad1b184d977e None None] Network e3ecdeb4-a1bb-483d-b425-e03f12e2ceac requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:26.141982 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port ca0ba524-a7cc-4886-a027-5b50efd5786e is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:26.145717 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:26.185146 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Publish callbacks [] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:26.200833 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:26.325674 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:26.327047 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:45:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:26.655075 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4756f-8b7b-4db5-a5fc-4ca3282b0a95 None None] Pushing event updated for resources: {'Port': ['ID=2b99bc8e-d2df-46e8-817f-7e1cd00e763a,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:26.730359 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52240) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:26.731510 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Attempting to bind port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:26.731884 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Attempting to bind port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:26.732244 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Attempting to bind port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a on network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:26.736086 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] For port 771395a3-38a7-42b1-b267-fbc529d9eb6e, host hv-cinder-83716, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:26.754091 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-915c0b27-a94b-4048-9320-7a865c5bfed7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345981531', 'description': 'tempest-description--1044632608'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:26.762830 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:26.763209 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Checking segment: {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:26.763619 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:26.764112 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Bound using segment: {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:26.764937 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Bound port: 2b99bc8e-d2df-46e8-817f-7e1cd00e763a, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:26.765846 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:26.816181 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-915c0b27-a94b-4048-9320-7a865c5bfed7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:26.820943 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] For port 771395a3-38a7-42b1-b267-fbc529d9eb6e, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=771395a3-38a7-42b1-b267-fbc529d9eb6e,segment=NetworkSegment(c322b440-ab01-4ffa-a950-44438fa932eb),segment_id=c322b440-ab01-4ffa-a950-44438fa932eb)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:26.840105 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:26.929252 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:26.932968 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:26.934710 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] 10.222.0.37 "PUT /v2.0/ports/771395a3-38a7-42b1-b267-fbc529d9eb6e HTTP/1.1" status: 200 len: 1093 time: 7.2253563 Apr 11 17:45:26.935198 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c339d9-1799-4e9b-a477-e4bf74ed22f7', 'tag': '771395a3-38a7-42b1-b267-fbc529d9eb6e'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:27.031702 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] For port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:27.035442 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] For port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2b99bc8e-d2df-46e8-817f-7e1cd00e763a,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:27.043287 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-915c0b27-a94b-4048-9320-7a865c5bfed7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (363cc170-8515-49f1-941e-befacb83eb88), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:27.055518 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:27.058729 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-915c0b27-a94b-4048-9320-7a865c5bfed7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (363cc170-8515-49f1-941e-befacb83eb88), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:27.148706 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port ca0ba524-a7cc-4886-a027-5b50efd5786e, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=ca0ba524-a7cc-4886-a027-5b50efd5786e,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:27.166937 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c0b27-a94b-4048-9320-7a865c5bfed7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363cc170-8515-49f1-941e-befacb83eb88,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:27.167935 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:27.169902 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:45:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:27.182754 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-915c0b27-a94b-4048-9320-7a865c5bfed7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:27.184207 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-915c0b27-a94b-4048-9320-7a865c5bfed7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4510038 Apr 11 17:45:27.187308 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52254) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:27.197957 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-f2a822b7-a734-49a1-9034-6e81b0fe3afd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'security_group_rule': {'security_group_id': '363cc170-8515-49f1-941e-befacb83eb88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:27.293624 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f2a822b7-a734-49a1-9034-6e81b0fe3afd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (c129d134-db4c-4403-aad5-9ce53d3e533a), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:27.315164 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52260) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:27.327101 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:27.330174 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:27.393753 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4756f-8b7b-4db5-a5fc-4ca3282b0a95 None None] Pushing event updated for resources: {'Port': ['ID=2b99bc8e-d2df-46e8-817f-7e1cd00e763a,revision_number=4']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:27.501757 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2805258b-7ee1-4a28-b2c6-6759baee5fc3 req-cabafe88-24fc-4b58-bade-bf38e98a7cff tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 210 time: 0.6318223 Apr 11 17:45:27.575572 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=ca0ba524-a7cc-4886-a027-5b50efd5786e,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:27.617113 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-4703729c-05e2-45ea-8d85-f1eec9694ee0 None None] Provisioning complete for port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:27.617886 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4703729c-05e2-45ea-8d85-f1eec9694ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:27.636659 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:27.638804 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:27.660649 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:27.724733 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-162ced8e-405c-4fcc-bbbd-f329ddbb7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:27.726664 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-162ced8e-405c-4fcc-bbbd-f329ddbb7ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebf0f713a28e4ff1aa2a3a64ba04fa52&device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 1127 time: 0.3819337 Apr 11 17:45:27.775151 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:27.833178 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-bdc0a04b-a2a4-49a0-86a8-d6802de5606b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771395a3-38a7-42b1-b267-fbc529d9eb6e HTTP/1.1" status: 200 len: 217 time: 0.0885606 Apr 11 17:45:27.840346 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4b55-8262-49db-8a1d-21ac84a84da1 service neutron] Pushing event updated for resources: {'Port': ['ID=771395a3-38a7-42b1-b267-fbc529d9eb6e,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:27.881923 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61baef-c663-4114-bf40-15d458ad58d7 req-a4ed4e73-1a2a-4f27-a517-d9a206a1b083 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:27.889971 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db61baef-c663-4114-bf40-15d458ad58d7 req-a4ed4e73-1a2a-4f27-a517-d9a206a1b083 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 943 time: 0.2299438 Apr 11 17:45:27.918559 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b46b-2932-4e58-8cd0-d33b7c45eb81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:27.958370 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-dcbb477b-fed0-4562-b019-5935fb1f2b65 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1550466391&fields=id&tenant_id=53431df7a2614db8a675084b9f8769bd HTTP/1.1" status: 200 len: 267 time: 0.6122799 Apr 11 17:45:27.963242 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126575d6-31a3-46bf-ac2d-857c9878beb2" -d '{"events": [{"name": "network-changed", "server_uuid": "68c339d9-1799-4e9b-a477-e4bf74ed22f7", "tag": "771395a3-38a7-42b1-b267-fbc529d9eb6e"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:28.117153 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:28.125470 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b46b-2932-4e58-8cd0-d33b7c45eb81 admin admin] Publish callbacks [] for security_group (651adf6d-bc82-4d82-b9f4-35fd5a07ea82), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.149324 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e6d3b46b-2932-4e58-8cd0-d33b7c45eb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (651adf6d-bc82-4d82-b9f4-35fd5a07ea82), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.156373 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f2a822b7-a734-49a1-9034-6e81b0fe3afd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (c129d134-db4c-4403-aad5-9ce53d3e533a), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.182463 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f2a822b7-a734-49a1-9034-6e81b0fe3afd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (c129d134-db4c-4403-aad5-9ce53d3e533a), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.183180 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db61baef-c663-4114-bf40-15d458ad58d7 req-92de079d-3455-4067-ac3b-beb35ffe25aa tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919841 Apr 11 17:45:28.187217 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-c5c2d534-09b7-4c7a-98c2-ed4f40e03238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:28.191371 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-c5c2d534-09b7-4c7a-98c2-ed4f40e03238 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20a1b2ae-5f36-46d2-bcf5-f50365626745 HTTP/1.1" status: 200 len: 852 time: 0.3445196 Apr 11 17:45:28.235080 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3e1b75-f85d-460a-9cea-5bf7343ec704 None None] The sync data for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi is: [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:45:28.267073 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-e6d3b46b-2932-4e58-8cd0-d33b7c45eb81 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9193d3cf03aa40deab026e4cffd22483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9508421 Apr 11 17:45:28.275075 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52290) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:28.276010 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3b46b-2932-4e58-8cd0-d33b7c45eb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651adf6d-bc82-4d82-b9f4-35fd5a07ea82,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:28.283332 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a822b7-a734-49a1-9034-6e81b0fe3afd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c129d134-db4c-4403-aad5-9ce53d3e533a,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:28.383567 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:28.399107 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f2a822b7-a734-49a1-9034-6e81b0fe3afd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.400381 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f2a822b7-a734-49a1-9034-6e81b0fe3afd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2116904 Apr 11 17:45:28.406487 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52306) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:28.426738 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-727b4453-73c7-4c13-b7cb-c2b34ace951b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'security_group_rule': {'security_group_id': '363cc170-8515-49f1-941e-befacb83eb88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:28.466841 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 2, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:28.500726 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-32f03fd0-1204-4285-a604-f350153bf27a admin admin] Publish callbacks [] for security_group (651adf6d-bc82-4d82-b9f4-35fd5a07ea82), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.532044 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-727b4453-73c7-4c13-b7cb-c2b34ace951b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (aafe4118-aab0-4f01-bcc4-e5f176247091), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.548076 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52312) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:28.553355 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-941665900-network', 'tenant_id': 'e3eb4d598a3f4a86bcd66bddc3eaa9af'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:28.564677 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Checking router: 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:45:28.567737 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Updating router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 port b55ab092-4568-48b7-b6aa-bfdbc68b042c binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:45:28.599618 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-9aad75f1-19ea-4aeb-8d9a-e0a5e04bf35f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d09841c-5bcd-4047-9ff6-35cc15801792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2244191 Apr 11 17:45:28.616771 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-32f03fd0-1204-4285-a604-f350153bf27a admin admin] Publish callbacks [] for security_group (651adf6d-bc82-4d82-b9f4-35fd5a07ea82), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.648387 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Made reservation on behalf of e3eb4d598a3f4a86bcd66bddc3eaa9af for: {'network': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:28.651018 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.672070 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-4703729c-05e2-45ea-8d85-f1eec9694ee0 None None] Current status of the port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:28.672519 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4703729c-05e2-45ea-8d85-f1eec9694ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.694750 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.712743 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.37', 54808) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:28.736814 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.795385 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-4703729c-05e2-45ea-8d85-f1eec9694ee0 None None] For port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2b99bc8e-d2df-46e8-817f-7e1cd00e763a,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:28.808932 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4703729c-05e2-45ea-8d85-f1eec9694ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.877115 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Publish callbacks [] for security_group (c3d50dc3-8c8f-4b83-bad0-0c740b500ef8), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.897577 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c3d50dc3-8c8f-4b83-bad0-0c740b500ef8), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.902984 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-727b4453-73c7-4c13-b7cb-c2b34ace951b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (aafe4118-aab0-4f01-bcc4-e5f176247091), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.919606 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-727b4453-73c7-4c13-b7cb-c2b34ace951b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (aafe4118-aab0-4f01-bcc4-e5f176247091), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.926630 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703729c-05e2-45ea-8d85-f1eec9694ee0 None None] Pushing event updated for resources: {'Port': ['ID=2b99bc8e-d2df-46e8-817f-7e1cd00e763a,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:28.930846 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2c4e9928-5756-4404-8f07-9be7f47002eb up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:28.960696 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b4453-73c7-4c13-b7cb-c2b34ace951b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafe4118-aab0-4f01-bcc4-e5f176247091,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:28.976543 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-32f03fd0-1204-4285-a604-f350153bf27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (651adf6d-bc82-4d82-b9f4-35fd5a07ea82), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.979560 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-32f03fd0-1204-4285-a604-f350153bf27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:28.986750 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-32f03fd0-1204-4285-a604-f350153bf27a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/651adf6d-bc82-4d82-b9f4-35fd5a07ea82 HTTP/1.1" status: 204 len: 168 time: 0.7043905 Apr 11 17:45:28.997172 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=109939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:45:29.000032 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d50dc3-8c8f-4b83-bad0-0c740b500ef8,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:29.040843 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-bafdd9b3-aa35-4745-a8c5-b16ba4e5a751 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:29.041353 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-57a39054-c95f-4b1d-8397-8bbfba6f4c30 None None] Provisioning complete for port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:29.041900 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-57a39054-c95f-4b1d-8397-8bbfba6f4c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.044222 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-bafdd9b3-aa35-4745-a8c5-b16ba4e5a751 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 811 time: 1.0847607 Apr 11 17:45:29.053074 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-727b4453-73c7-4c13-b7cb-c2b34ace951b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.080872 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-727b4453-73c7-4c13-b7cb-c2b34ace951b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6691353 Apr 11 17:45:29.083906 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f03fd0-1204-4285-a604-f350153bf27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651adf6d-bc82-4d82-b9f4-35fd5a07ea82,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:29.103824 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (c494f08e-f380-4984-ba82-931da4c6f659), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.104118 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.segments_db [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Added segment c494f08e-f380-4984-ba82-931da4c6f659 of type vlan for network 11185674-2cc6-4b77-876e-4764c76fbef4 Apr 11 17:45:29.108481 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 52320) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:29.155354 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 2c4e9928-5756-4404-8f07-9be7f47002eb triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:29.155746 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.192326 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:29.203314 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (11185674-2cc6-4b77-876e-4764c76fbef4), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.257197 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (11185674-2cc6-4b77-876e-4764c76fbef4), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.258710 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-899e4642-f910-4725-ab21-b531b138b4d1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/quotas/53431df7a2614db8a675084b9f8769bd HTTP/1.1" status: 200 len: 375 time: 0.2039723 Apr 11 17:45:29.268431 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:29.270464 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.384829 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8350320 Apr 11 17:45:29.389844 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52332) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:29.403407 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Request body: {'subnet': {'network_id': '11185674-2cc6-4b77-876e-4764c76fbef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-941665900-subnet', 'tenant_id': 'e3eb4d598a3f4a86bcd66bddc3eaa9af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:29.412093 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-57a39054-c95f-4b1d-8397-8bbfba6f4c30 None None] Current status of the port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:29.431042 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3484d-9c96-414d-81e5-b0a3c29b3c6b admin admin] Pushing event updated for resources: {'Network': ['ID=11185674-2cc6-4b77-876e-4764c76fbef4,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:29.440102 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-721d1fcd-37c1-46de-8b19-92c7d3aa2ba9 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557457 Apr 11 17:45:29.459888 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b825-ca74-4630-875e-266fe557bb2c req-0fb76a52-810c-4e87-acfc-8aa65dcd77c9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:29.468737 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-0fb76a52-810c-4e87-acfc-8aa65dcd77c9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 818 time: 0.9662466 Apr 11 17:45:29.472184 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.483979 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Made reservation on behalf of e3eb4d598a3f4a86bcd66bddc3eaa9af for: {'subnet': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:29.486892 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.495935 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 11185674-2cc6-4b77-876e-4764c76fbef4 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:45:29.585474 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-f439ebf0-ae60-4e59-9a9c-29bc3e7eac26 service neutron] 10.222.0.37 "GET /v2.0/networks/4d09841c-5bcd-4047-9ff6-35cc15801792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9203885 Apr 11 17:45:29.610278 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 52340) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:29.642346 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-538a8094-e6c0-4b55-8dd1-19c10e3cefa6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/quotas/36a0bc340bf243f1ab44be5511817935 HTTP/1.1" status: 200 len: 375 time: 0.1723101 Apr 11 17:45:29.650469 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-2a0deda0-1b3a-48e6-9932-eb71ccdba568 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:29.652380 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-2a0deda0-1b3a-48e6-9932-eb71ccdba568 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 818 time: 0.9363801 Apr 11 17:45:29.665075 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 2c4e9928-5756-4404-8f07-9be7f47002eb is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:29.669592 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2b99bc8e-d2df-46e8-817f-7e1cd00e763a up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:29.719458 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Request body: {'port': {'device_id': '5e71dbbf-99df-463b-bdf1-08f7ae9e1e51', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'admin_state_up': True, 'tenant_id': '36a0bc340bf243f1ab44be5511817935'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:29.792924 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (26375d4c-a9be-44fc-a0e4-5445cbae5c80), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.795038 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-04e90cd6-69e9-4a32-99c6-aa43fe3f436a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.802383 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:29.803783 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.854445 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Publish callbacks [] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.859358 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26375d4c-a9be-44fc-a0e4-5445cbae5c80,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:29.886088 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:29.911101 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Checking segment: {'id': 'c494f08e-f380-4984-ba82-931da4c6f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '11185674-2cc6-4b77-876e-4764c76fbef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:29.911463 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Network hostable DHCP agents. Network: 11185674-2cc6-4b77-876e-4764c76fbef4, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:45:29.928669 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-2c8d6585-d8a5-4d44-914f-0dcd254250c9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2838912 Apr 11 17:45:29.973545 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8992fa-a7c8-4fad-9842-a25933ea805c None None] Pushing event updated for resources: {'Port': ['ID=b55ab092-4568-48b7-b6aa-bfdbc68b042c,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:29.975233 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Network 11185674-2cc6-4b77-876e-4764c76fbef4 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:45:29.999711 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 11185674-2cc6-4b77-876e-4764c76fbef4) {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:30.009653 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:30.011565 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c88add3-c63c-4c0b-92d7-bbe56e48f5da None None] Network 11185674-2cc6-4b77-876e-4764c76fbef4 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:30.013277 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.025545 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.090307 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5236d435-dde2-4a36-9c1e-ecf1a25ac2e2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6985548 Apr 11 17:45:30.226596 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-c05b046c-e4ff-480b-9a9d-48e1c7f821af service neutron] 10.222.0.79 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234507 Apr 11 17:45:30.246538 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Attempting to bind port b55ab092-4568-48b7-b6aa-bfdbc68b042c on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:30.246976 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Attempting to bind port b55ab092-4568-48b7-b6aa-bfdbc68b042c by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:30.247430 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Attempting to bind port b55ab092-4568-48b7-b6aa-bfdbc68b042c on network b2f9610a-b2e0-4797-a439-7b917367c055 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:30.259491 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca1a9dd6-8856-41aa-86fc-15e0d6678e87 req-6fe0e743-7af8-48ed-87ec-b11b40f90b22 service neutron] 10.222.0.37 "GET /v2.0/networks/4d09841c-5bcd-4047-9ff6-35cc15801792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501961 Apr 11 17:45:30.266616 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:30.267124 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Checking segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:30.267623 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.268186 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Bound using segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:30.268764 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Bound port: b55ab092-4568-48b7-b6aa-bfdbc68b042c, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:30.269257 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.290172 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:30.291798 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device ca0ba524-a7cc-4886-a027-5b50efd5786e up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:30.318062 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52358) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:30.350079 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-c589427c-7600-442f-bdfa-38cc55cac85c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:45:30.357003 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-c589427c-7600-442f-bdfa-38cc55cac85c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1468775 Apr 11 17:45:30.398871 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ab908e-1e2a-456f-81ff-9daebb66a6a3 admin admin] Deleting subnet 2bb26a90-36e4-4b97-b124-c28a69ed1131 {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:45:30.398871 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-13ab908e-1e2a-456f-81ff-9daebb66a6a3 admin admin] Publish callbacks [] for subnet (2bb26a90-36e4-4b97-b124-c28a69ed1131), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.432957 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a673b9d-9706-4e0b-a034-fe1c678c489e None None] Network 11185674-2cc6-4b77-876e-4764c76fbef4 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:45:30.436355 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-13ab908e-1e2a-456f-81ff-9daebb66a6a3 admin admin] Publish callbacks [] for subnet (2bb26a90-36e4-4b97-b124-c28a69ed1131), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.450442 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-13ab908e-1e2a-456f-81ff-9daebb66a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (2bb26a90-36e4-4b97-b124-c28a69ed1131), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.494566 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] For port b55ab092-4568-48b7-b6aa-bfdbc68b042c, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:30.498467 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] For port b55ab092-4568-48b7-b6aa-bfdbc68b042c, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=b55ab092-4568-48b7-b6aa-bfdbc68b042c,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:30.517747 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-506aa65c-6a83-4560-89ff-aaa6a605eedf None None] Provisioning complete for port b55ab092-4568-48b7-b6aa-bfdbc68b042c triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:30.518083 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-506aa65c-6a83-4560-89ff-aaa6a605eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.519761 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-13ab908e-1e2a-456f-81ff-9daebb66a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (2bb26a90-36e4-4b97-b124-c28a69ed1131), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.529216 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.556440 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab908e-1e2a-456f-81ff-9daebb66a6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb26a90-36e4-4b97-b124-c28a69ed1131,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:30.565431 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-13ab908e-1e2a-456f-81ff-9daebb66a6a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.566072 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port ca0ba524-a7cc-4886-a027-5b50efd5786e triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:30.567092 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.572976 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-13ab908e-1e2a-456f-81ff-9daebb66a6a3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2bb26a90-36e4-4b97-b124-c28a69ed1131 HTTP/1.1" status: 204 len: 168 time: 0.2515340 Apr 11 17:45:30.573658 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52370) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:30.663162 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (e3ecdeb4-a1bb-483d-b425-e03f12e2ceac), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.747481 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-04e90cd6-69e9-4a32-99c6-aa43fe3f436a admin admin] Publish callbacks [] for security_group (94669cfd-3caa-4ede-b4bc-04f68230fb55), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.748579 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Made reservation on behalf of 36a0bc340bf243f1ab44be5511817935 for: {'port': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:30.752103 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.787595 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (e3ecdeb4-a1bb-483d-b425-e03f12e2ceac), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.791821 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-04e90cd6-69e9-4a32-99c6-aa43fe3f436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (94669cfd-3caa-4ede-b4bc-04f68230fb55), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.812148 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Allocated IP 172.27.0.222 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/d86aa229-4861-4d85-991d-f412df79413a) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:30.812715 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:30.813126 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:30.814060 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:30.814565 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > port after_create 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:30.814976 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:30.815426 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > port after_update 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:30.815846 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:30.816289 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:30.817206 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:30.817793 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:30.855351 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-ea632169-c4ff-44dc-b27f-bff7069ce2ea service neutron] 10.222.0.79 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147439 Apr 11 17:45:30.916936 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-44dcfd7c-db5a-4b30-b38d-61acc9428244 service neutron] 10.222.0.79 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587811 Apr 11 17:45:30.974565 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-04e90cd6-69e9-4a32-99c6-aa43fe3f436a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4cd623c73cc54dac8909a1d54bc12365&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3599117 Apr 11 17:45:30.995273 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e90cd6-69e9-4a32-99c6-aa43fe3f436a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94669cfd-3caa-4ede-b4bc-04f68230fb55,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:31.000161 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 52372) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:31.068643 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:31.069817 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:45:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:31.075563 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-506aa65c-6a83-4560-89ff-aaa6a605eedf None None] Current status of the port b55ab092-4568-48b7-b6aa-bfdbc68b042c is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:31.076196 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-506aa65c-6a83-4560-89ff-aaa6a605eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.113342 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8992fa-a7c8-4fad-9842-a25933ea805c None None] Pushing event updated for resources: {'Port': ['ID=b55ab092-4568-48b7-b6aa-bfdbc68b042c,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:31.184973 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port ca0ba524-a7cc-4886-a027-5b50efd5786e is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:31.249678 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Allocated IP 172.20.0.14 (b2f9610a-b2e0-4797-a439-7b917367c055/9bc98f6f-df66-4ae5-833b-6c1ae60ac410/30ac2e3a-ea3e-41cd-a2dd-072934942475) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:31.267301 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-617bb1fb-84fb-4142-b044-b2f935d73705 service neutron] 10.222.0.79 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495505 Apr 11 17:45:31.268887 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-506aa65c-6a83-4560-89ff-aaa6a605eedf None None] For port b55ab092-4568-48b7-b6aa-bfdbc68b042c, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=b55ab092-4568-48b7-b6aa-bfdbc68b042c,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:31.277040 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for port (d86aa229-4861-4d85-991d-f412df79413a), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.282754 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-506aa65c-6a83-4560-89ff-aaa6a605eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.314485 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-78a50d60-fb2e-4e96-8702-6a8c94459ddb admin admin] Publish callbacks [] for security_group (94669cfd-3caa-4ede-b4bc-04f68230fb55), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.357783 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aa65c-6a83-4560-89ff-aaa6a605eedf None None] Pushing event updated for resources: {'Port': ['ID=b55ab092-4568-48b7-b6aa-bfdbc68b042c,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:31.448949 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-d0cebe4d-4f11-4d97-8865-2261867fd139 None None] Provisioning complete for port b55ab092-4568-48b7-b6aa-bfdbc68b042c triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:31.449631 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d0cebe4d-4f11-4d97-8865-2261867fd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.458957 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:31.483098 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-78a50d60-fb2e-4e96-8702-6a8c94459ddb admin admin] Publish callbacks [] for security_group (94669cfd-3caa-4ede-b4bc-04f68230fb55), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.603633 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device b55ab092-4568-48b7-b6aa-bfdbc68b042c up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:31.618376 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:31.621081 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:31.623671 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:31.623671 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:45:31.623671 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ecdeb4-a1bb-483d-b425-e03f12e2ceac']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:31.652431 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac250ef2-be68-4de9-b91c-60c6b05895e5 x-openstack-request-id: req-ac250ef2-be68-4de9-b91c-60c6b05895e5 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:31.652729 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c339d9-1799-4e9b-a477-e4bf74ed22f7", "tag": "771395a3-38a7-42b1-b267-fbc529d9eb6e", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:31.653815 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ac250ef2-be68-4de9-b91c-60c6b05895e5 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:31.654256 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac250ef2-be68-4de9-b91c-60c6b05895e5'] response: {'name': 'network-changed', 'server_uuid': '68c339d9-1799-4e9b-a477-e4bf74ed22f7', 'tag': '771395a3-38a7-42b1-b267-fbc529d9eb6e', 'status': 'completed', 'code': 200} Apr 11 17:45:31.659060 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (d86aa229-4861-4d85-991d-f412df79413a), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.664306 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7ae890-bed2-4dca-bd49-3524f1836170') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:31.664736 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7ae890-bed2-4dca-bd49-3524f1836170') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:31.728724 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (0d7ae890-bed2-4dca-bd49-3524f1836170), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.768842 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (0d7ae890-bed2-4dca-bd49-3524f1836170), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.789134 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:45:31.789760 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (0d7ae890-bed2-4dca-bd49-3524f1836170), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.851394 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:31.856663 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126575d6-31a3-46bf-ac2d-857c9878beb2 req-205e25e1-0db9-44eb-afd9-f9fdcf6ac6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:31.858653 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-126575d6-31a3-46bf-ac2d-857c9878beb2 req-205e25e1-0db9-44eb-afd9-f9fdcf6ac6ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebf0f713a28e4ff1aa2a3a64ba04fa52&device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 1127 time: 0.1890240 Apr 11 17:45:31.860521 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-272e0daa-0e37-41c0-94cf-f596f5d2f340 req-03581204-3ea7-48f9-aada-8cea1ab003cd tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 210 time: 0.0960102 Apr 11 17:45:31.872542 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:31.891988 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'Port': ['ID=d86aa229-4861-4d85-991d-f412df79413a,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:31.894301 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-78a50d60-fb2e-4e96-8702-6a8c94459ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (94669cfd-3caa-4ede-b4bc-04f68230fb55), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.897049 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-78a50d60-fb2e-4e96-8702-6a8c94459ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.898710 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-78a50d60-fb2e-4e96-8702-6a8c94459ddb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94669cfd-3caa-4ede-b4bc-04f68230fb55 HTTP/1.1" status: 204 len: 168 time: 0.8867218 Apr 11 17:45:31.909669 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: from cryptography.utils import int_from_bytes Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: from cryptography.utils import int_from_bytes Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:45:31.910660 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:45:31.956042 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (e3ecdeb4-a1bb-483d-b425-e03f12e2ceac), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.965584 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port b55ab092-4568-48b7-b6aa-bfdbc68b042c triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:31.971399 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.974523 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5ccb1-26d9-4899-b020-142e428ad339 req-1528cb38-fb0c-44ca-b5f6-546c4ad8803f tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:31.976142 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:31.976694 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7fa5ccb1-26d9-4899-b020-142e428ad339 req-1528cb38-fb0c-44ca-b5f6-546c4ad8803f tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 943 time: 0.2199171 Apr 11 17:45:31.982816 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] 10.222.0.79 "DELETE /v2.0/networks/e3ecdeb4-a1bb-483d-b425-e03f12e2ceac HTTP/1.1" status: 204 len: 168 time: 1.4073470 Apr 11 17:45:31.990155 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-d0cebe4d-4f11-4d97-8865-2261867fd139 None None] Current status of the port b55ab092-4568-48b7-b6aa-bfdbc68b042c is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:32.006756 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52404) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:32.008270 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179f160-2e97-49b4-b8d3-a789d98e91eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ecdeb4-a1bb-483d-b425-e03f12e2ceac,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:32.086426 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a50d60-fb2e-4e96-8702-6a8c94459ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94669cfd-3caa-4ede-b4bc-04f68230fb55,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:32.108176 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:30Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:32.133982 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d40098-713b-4a19-82f5-bf0c9a8b7b35 admin admin] Deleting subnet 26375d4c-a9be-44fc-a0e4-5445cbae5c80 {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:45:32.146998 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-94d40098-713b-4a19-82f5-bf0c9a8b7b35 admin admin] Publish callbacks [] for subnet (26375d4c-a9be-44fc-a0e4-5445cbae5c80), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.160632 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f17d1-b571-44be-9935-2b2f41d8a008 None None] The sync data for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi is: [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:30Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:45:32.212745 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b2ac6dbf-fd31-466b-b4f8-a2983764c13e req-58a24aa5-5d8d-4894-8f12-453557afdb89 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 210 time: 0.2566304 Apr 11 17:45:32.216498 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.259874 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port b55ab092-4568-48b7-b6aa-bfdbc68b042c is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:32.262522 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2b99bc8e-d2df-46e8-817f-7e1cd00e763a up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:32.264731 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-94d40098-713b-4a19-82f5-bf0c9a8b7b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (26375d4c-a9be-44fc-a0e4-5445cbae5c80), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.315244 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (82dfe9cc-8302-4440-87ca-baac2e8d7616), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.372759 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:32.373274 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.472434 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-94d40098-713b-4a19-82f5-bf0c9a8b7b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (26375d4c-a9be-44fc-a0e4-5445cbae5c80), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.494171 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7fa5ccb1-26d9-4899-b020-142e428ad339 req-e1b4e3d9-ab7e-4ecf-85fc-4adea87c98be tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353178 Apr 11 17:45:32.502971 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126575d6-31a3-46bf-ac2d-857c9878beb2 req-c59f4306-6c21-404c-834c-72fa7ae33490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:32.504886 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-126575d6-31a3-46bf-ac2d-857c9878beb2 req-c59f4306-6c21-404c-834c-72fa7ae33490 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d09841c-5bcd-4047-9ff6-35cc15801792 HTTP/1.1" status: 200 len: 913 time: 0.6341300 Apr 11 17:45:32.520849 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d86aa229-4861-4d85-991d-f412df79413a), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.602753 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-126575d6-31a3-46bf-ac2d-857c9878beb2 req-f6250330-353d-4cca-a8b2-adbfe4be0863 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771395a3-38a7-42b1-b267-fbc529d9eb6e HTTP/1.1" status: 200 len: 217 time: 0.0887856 Apr 11 17:45:32.629829 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-94d40098-713b-4a19-82f5-bf0c9a8b7b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (26375d4c-a9be-44fc-a0e4-5445cbae5c80), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.648540 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:32.649117 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.676667 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d40098-713b-4a19-82f5-bf0c9a8b7b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26375d4c-a9be-44fc-a0e4-5445cbae5c80,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:32.697324 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-94d40098-713b-4a19-82f5-bf0c9a8b7b35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.708426 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-94d40098-713b-4a19-82f5-bf0c9a8b7b35 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/26375d4c-a9be-44fc-a0e4-5445cbae5c80 HTTP/1.1" status: 204 len: 168 time: 0.6773155 Apr 11 17:45:32.708426 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52434) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:32.873602 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (11185674-2cc6-4b77-876e-4764c76fbef4), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:32.928442 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Network b2f9610a-b2e0-4797-a439-7b917367c055 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:32.943868 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:32.947718 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.37', 54813) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:32.980336 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:32.998446 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:32.999151 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.037390 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126575d6-31a3-46bf-ac2d-857c9878beb2 req-1e09f317-801e-499e-a7b4-3b6099e3707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:33.047202 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-126575d6-31a3-46bf-ac2d-857c9878beb2 req-1e09f317-801e-499e-a7b4-3b6099e3707f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20a1b2ae-5f36-46d2-bcf5-f50365626745 HTTP/1.1" status: 200 len: 852 time: 0.2183840 Apr 11 17:45:33.173042 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.229779 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event updated for resources: {'Port': ['ID=30ac2e3a-ea3e-41cd-a2dd-072934942475,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:33.316717 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5ecaef65-74b3-44d1-ba29-6a1b858c5f5e req-2d390642-0168-4954-8aa5-a9608ffebe38 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 210 time: 0.2491238 Apr 11 17:45:33.332224 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-cc1aba0b-d8ed-467d-9cae-810793130e0b None None] Provisioning complete for port 30ac2e3a-ea3e-41cd-a2dd-072934942475 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:33.332990 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-cc1aba0b-d8ed-467d-9cae-810793130e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.358076 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-25f7d27a-61e8-45df-85f4-0ed40efbbf05 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6649818 Apr 11 17:45:33.359900 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-126575d6-31a3-46bf-ac2d-857c9878beb2 req-a936c4bc-8d5e-432e-92d1-191e86e1142d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d09841c-5bcd-4047-9ff6-35cc15801792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2414253 Apr 11 17:45:33.376511 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52456) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:33.381448 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-cc1aba0b-d8ed-467d-9cae-810793130e0b None None] Port 30ac2e3a-ea3e-41cd-a2dd-072934942475 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:33.392299 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for port (d86aa229-4861-4d85-991d-f412df79413a), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.406008 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (d86aa229-4861-4d85-991d-f412df79413a), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.413730 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device b55ab092-4568-48b7-b6aa-bfdbc68b042c up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:33.456835 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b6c16554-8ca6-407f-a23c-5d2ba1bca843 req-8fb16da8-8772-4270-b500-bd4ddb230403 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 210 time: 0.0669312 Apr 11 17:45:33.465506 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (82dfe9cc-8302-4440-87ca-baac2e8d7616), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.478229 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port b55ab092-4568-48b7-b6aa-bfdbc68b042c triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:33.479746 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.494442 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'Port': ['ID=d86aa229-4861-4d85-991d-f412df79413a,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:33.517101 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.527687 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-7af6de14-3d0b-45af-93d9-342071d0e4ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3918426 Apr 11 17:45:33.566471 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Request body: {'port': {'device_id': '5e71dbbf-99df-463b-bdf1-08f7ae9e1e51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:33.630729 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port b55ab092-4568-48b7-b6aa-bfdbc68b042c is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:33.710576 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 771395a3-38a7-42b1-b267-fbc529d9eb6e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:45:33.739734 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.37', 54819) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:33.762663 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (11185674-2cc6-4b77-876e-4764c76fbef4), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.841679 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ccc2-ba1d-4558-b41e-1d3f9dfaa2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.915451 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 771395a3-38a7-42b1-b267-fbc529d9eb6e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=771395a3-38a7-42b1-b267-fbc529d9eb6e,segment=NetworkSegment(c322b440-ab01-4ffa-a950-44438fa932eb),segment_id=c322b440-ab01-4ffa-a950-44438fa932eb)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:33.929537 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '771395a3-38a7-42b1-b267-fbc529d9eb6e', 'network_id': '4d09841c-5bcd-4047-9ff6-35cc15801792', 'port_id': '771395a3-38a7-42b1-b267-fbc529d9eb6e', 'mac_address': 'fa:16:3e:e9:81:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a1b2ae-5f36-46d2-bcf5-f50365626745', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:45:33.966469 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11185674-2cc6-4b77-876e-4764c76fbef4']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:33.973105 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 771395a3-38a7-42b1-b267-fbc529d9eb6e is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:33.973578 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:33.981575 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c494f08e-f380-4984-ba82-931da4c6f659') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:33.982258 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c494f08e-f380-4984-ba82-931da4c6f659') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:33.994898 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (c494f08e-f380-4984-ba82-931da4c6f659), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.014420 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (c494f08e-f380-4984-ba82-931da4c6f659), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.023896 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:45:34.024303 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (c494f08e-f380-4984-ba82-931da4c6f659), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.028850 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771395a3-38a7-42b1-b267-fbc529d9eb6e {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:45:34.059195 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 771395a3-38a7-42b1-b267-fbc529d9eb6e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=771395a3-38a7-42b1-b267-fbc529d9eb6e,segment=NetworkSegment(c322b440-ab01-4ffa-a950-44438fa932eb),segment_id=c322b440-ab01-4ffa-a950-44438fa932eb)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:34.069374 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:45:34.127999 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:45:34.132577 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=771395a3-38a7-42b1-b267-fbc529d9eb6e,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:34.151736 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-a6d3f863-22cf-41bc-9657-9ad88db149bf tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:34.153584 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-a6d3f863-22cf-41bc-9657-9ad88db149bf tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.37 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 811 time: 1.2017827 Apr 11 17:45:34.187573 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e868f-484e-4fd0-a53e-3e13997aee8e req-28b16efb-95bc-4e63-a6c8-8e1426544a83 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:34.187783 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (11185674-2cc6-4b77-876e-4764c76fbef4), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.190542 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e20e868f-484e-4fd0-a53e-3e13997aee8e req-28b16efb-95bc-4e63-a6c8-8e1426544a83 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 943 time: 0.1961987 Apr 11 17:45:34.211651 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.217925 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] 10.222.0.79 "DELETE /v2.0/networks/11185674-2cc6-4b77-876e-4764c76fbef4 HTTP/1.1" status: 204 len: 168 time: 1.5111485 Apr 11 17:45:34.300833 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e20e868f-484e-4fd0-a53e-3e13997aee8e req-6ebdd80a-2854-4c25-8836-2d07284cf41a tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995762 Apr 11 17:45:34.311119 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-5c64498d-7365-486a-b37b-4a1fbfb71ea2 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--345981531&fields=id&tenant_id=af0fe002d6c64500a492b75f6281e779 HTTP/1.1" status: 200 len: 267 time: 0.3174880 Apr 11 17:45:34.316822 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.317432 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-a2b092cc-a0f0-4976-a3ec-f1f9f172ad9c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53431df7a2614db8a675084b9f8769bd HTTP/1.1" status: 200 len: 380 time: 0.1531615 Apr 11 17:45:34.322386 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['771395a3-38a7-42b1-b267-fbc529d9eb6e'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:45:34.336000 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b825-ca74-4630-875e-266fe557bb2c req-d788648d-fdd2-4731-9108-e7e8853ee0c3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:34.337542 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-d788648d-fdd2-4731-9108-e7e8853ee0c3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 818 time: 0.5962300 Apr 11 17:45:34.338414 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a0c67-568f-446f-a8bb-652b269a348b admin admin] Pushing event deleted for resources: {'Network': ['ID=11185674-2cc6-4b77-876e-4764c76fbef4,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:34.347636 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'port': {'device_id': '50f998e8-ad58-4811-afeb-f763c763d495', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'admin_state_up': True, 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'security_groups': ['c9172218-7090-4c1f-882f-52de67b2452c']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:34.366893 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Request body: {'port': {'device_id': '84168c29-8b0e-402f-b496-35985e3e0dcb', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'admin_state_up': True, 'tenant_id': '36a0bc340bf243f1ab44be5511817935'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:34.425154 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-126575d6-31a3-46bf-ac2d-857c9878beb2 req-e3c85471-2ce3-4171-81ef-3feba8bd9e6e service neutron] 10.222.0.37 "GET /v2.0/networks/4d09841c-5bcd-4047-9ff6-35cc15801792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8896544 Apr 11 17:45:34.556852 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52508) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:34.705171 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-0069498c-f0fe-4c1f-9564-8bd05ffa799d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be109f8983304d81b30e2eebfe2d8168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461937 Apr 11 17:45:34.727338 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52512) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:34.737213 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ccc2-ba1d-4558-b41e-1d3f9dfaa2f0 admin admin] Publish callbacks [] for security_group (dce3f7c8-fe27-49ed-8d54-011ed9914855), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.764109 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bdc5ccc2-ba1d-4558-b41e-1d3f9dfaa2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (dce3f7c8-fe27-49ed-8d54-011ed9914855), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.829743 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a24d051a-1057-4493-b4b0-68196671f4de req-17b720a3-300e-4a01-bece-5106b36b4b18 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 210 time: 0.1073105 Apr 11 17:45:34.846339 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-126575d6-31a3-46bf-ac2d-857c9878beb2 req-9a15e3e5-cb04-4a4d-bb53-38f3d7250963 service neutron] 10.222.0.37 "GET /v2.0/networks/4d09841c-5bcd-4047-9ff6-35cc15801792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893085 Apr 11 17:45:34.850674 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-bdc5ccc2-ba1d-4558-b41e-1d3f9dfaa2f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d05e5ab0180d471fb1057a61aa394dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4515550 Apr 11 17:45:34.862608 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 52518) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:34.864804 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5ccc2-ba1d-4558-b41e-1d3f9dfaa2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce3f7c8-fe27-49ed-8d54-011ed9914855,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:34.880983 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Made reservation on behalf of 53431df7a2614db8a675084b9f8769bd for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:34.889742 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.901894 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Made reservation on behalf of 36a0bc340bf243f1ab44be5511817935 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:34.905532 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.918514 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac844-c4b1-4c1d-82ab-fbb0defda595 admin admin] Publish callbacks [] for security_group (64ef3509-6822-456c-9786-85a71abe3b2c), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.986327 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac844-c4b1-4c1d-82ab-fbb0defda595 admin admin] Publish callbacks [] for security_group (64ef3509-6822-456c-9786-85a71abe3b2c), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:34.995302 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-6e69375d-a447-4ce6-8af8-3d7d8b5a6bb0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:34.996807 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-6e69375d-a447-4ce6-8af8-3d7d8b5a6bb0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 816 time: 0.6235819 Apr 11 17:45:35.032155 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2657aed6-5968-4972-98c9-1c12cee69458 req-bad40e40-a1c1-4557-8868-d8f3036ffebc tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 210 time: 0.0673494 Apr 11 17:45:35.062133 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-b33e5126-8651-441e-92c9-72c6a22777d8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/quotas/af0fe002d6c64500a492b75f6281e779 HTTP/1.1" status: 200 len: 375 time: 0.0361798 Apr 11 17:45:35.069037 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-04fb825e-e53e-44a6-940a-83b1b5c61e8f admin admin] Publish callbacks [] for security_group (dce3f7c8-fe27-49ed-8d54-011ed9914855), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.153576 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-4264ca37-62ea-4ce3-a5b1-4a10d89dc100 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825567 Apr 11 17:45:35.164844 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-04fb825e-e53e-44a6-940a-83b1b5c61e8f admin admin] Publish callbacks [] for security_group (dce3f7c8-fe27-49ed-8d54-011ed9914855), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.243465 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac844-c4b1-4c1d-82ab-fbb0defda595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (64ef3509-6822-456c-9786-85a71abe3b2c), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.246089 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac844-c4b1-4c1d-82ab-fbb0defda595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.250105 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-0b5ac844-c4b1-4c1d-82ab-fbb0defda595 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64ef3509-6822-456c-9786-85a71abe3b2c HTTP/1.1" status: 204 len: 168 time: 0.5217485 Apr 11 17:45:35.272566 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ac844-c4b1-4c1d-82ab-fbb0defda595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ef3509-6822-456c-9786-85a71abe3b2c,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:35.278538 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Allocated IP 172.20.0.11 (d18a7394-4f97-4fa6-8c6e-197808eb17ef/b4765981-e117-4dfa-9abd-cc2d659b3810/b53e2b66-29be-4ce6-b136-d6314ddc49bd) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:35.307953 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ac2e3a-ea3e-41cd-a2dd-072934942475 {{(pid=109938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:45:35.319899 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Publish callbacks [] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.352698 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-04fb825e-e53e-44a6-940a-83b1b5c61e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (dce3f7c8-fe27-49ed-8d54-011ed9914855), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.355409 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-04fb825e-e53e-44a6-940a-83b1b5c61e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.356583 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-04fb825e-e53e-44a6-940a-83b1b5c61e8f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dce3f7c8-fe27-49ed-8d54-011ed9914855 HTTP/1.1" status: 204 len: 168 time: 0.4844768 Apr 11 17:45:35.367223 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.provisioning_blocks [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Transition to ACTIVE for port object 30ac2e3a-ea3e-41cd-a2dd-072934942475 will not be triggered until provisioned by entity L2. {{(pid=109938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:45:35.372043 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-46f3d0d7-3429-4426-b67a-732b3ccb39bc service neutron] 10.222.0.79 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987071 Apr 11 17:45:35.377379 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb825e-e53e-44a6-940a-83b1b5c61e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce3f7c8-fe27-49ed-8d54-011ed9914855,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:35.390419 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.586910 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Allocated IP 172.20.0.8 (b2f9610a-b2e0-4797-a439-7b917367c055/9bc98f6f-df66-4ae5-833b-6c1ae60ac410/501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:35.684747 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 771395a3-38a7-42b1-b267-fbc529d9eb6e up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:35.689654 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.762264 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Pushing event updated for resources: {'Port': ['ID=30ac2e3a-ea3e-41cd-a2dd-072934942475,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:35.808874 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.872469 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 771395a3-38a7-42b1-b267-fbc529d9eb6e completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:45:35.890195 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 771395a3-38a7-42b1-b267-fbc529d9eb6e triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:35.890999 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:35.928809 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a17d1d-ae65-4683-9177-4cdd5aa149f5 req-48f5e123-e5fb-4439-83f8-b66d29ee87a9 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:35.933634 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Network d18a7394-4f97-4fa6-8c6e-197808eb17ef is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:35.941912 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-59a17d1d-ae65-4683-9177-4cdd5aa149f5 req-48f5e123-e5fb-4439-83f8-b66d29ee87a9 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 944 time: 0.3426278 Apr 11 17:45:35.943790 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:35.948552 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'Port': ['ID=b53e2b66-29be-4ce6-b136-d6314ddc49bd,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:35.950872 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:35.980691 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Attempting to bind port 30ac2e3a-ea3e-41cd-a2dd-072934942475 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:35.980691 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Attempting to bind port 30ac2e3a-ea3e-41cd-a2dd-072934942475 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:35.980691 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Attempting to bind port 30ac2e3a-ea3e-41cd-a2dd-072934942475 on network b2f9610a-b2e0-4797-a439-7b917367c055 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:36.015289 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.019765 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Port 30ac2e3a-ea3e-41cd-a2dd-072934942475 on network b2f9610a-b2e0-4797-a439-7b917367c055 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:45:36.020557 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Attempting to bind port 30ac2e3a-ea3e-41cd-a2dd-072934942475 on network b2f9610a-b2e0-4797-a439-7b917367c055 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:36.035604 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-6111ea68-ca6b-41cf-a4b1-8f571b6ef686 service neutron] 10.222.0.79 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560447 Apr 11 17:45:36.043646 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:36.045055 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Checking segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:36.045541 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Bound using segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:36.046137 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Bound port: 30ac2e3a-ea3e-41cd-a2dd-072934942475, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:36.046636 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.157781 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-59a17d1d-ae65-4683-9177-4cdd5aa149f5 req-90eeeaec-0218-4937-87d0-2a47ae2bfd0d tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149315 Apr 11 17:45:36.201004 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:36.204832 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.221623 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.236671 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] For port 30ac2e3a-ea3e-41cd-a2dd-072934942475, host hv-cinder-83716, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:36.244368 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] For port 30ac2e3a-ea3e-41cd-a2dd-072934942475, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:36.262495 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.327453 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 52568) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:36.365950 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event updated for resources: {'Port': ['ID=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:36.376746 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-f654e70f-ec52-4f49-9570-4bc7cfa4eb4e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0361028 Apr 11 17:45:36.390321 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Network b2f9610a-b2e0-4797-a439-7b917367c055 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:36.401766 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Request body: {'port': {'device_id': '50f998e8-ad58-4811-afeb-f763c763d495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:36.405583 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:36.456827 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:36.459723 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.463441 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] 10.222.0.37 "PUT /v2.0/ports/30ac2e3a-ea3e-41cd-a2dd-072934942475 HTTP/1.1" status: 200 len: 1094 time: 2.9137561 Apr 11 17:45:36.468421 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:36.490718 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e71dbbf-99df-463b-bdf1-08f7ae9e1e51', 'tag': '30ac2e3a-ea3e-41cd-a2dd-072934942475'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:36.495311 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3219ca88-b7e5-449e-b4ef-7a620ab891ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5e71dbbf-99df-463b-bdf1-08f7ae9e1e51", "tag": "30ac2e3a-ea3e-41cd-a2dd-072934942475"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:36.662061 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61316b-808e-4ad8-9a28-d06d354b49cd service neutron] Pushing event updated for resources: {'Port': ['ID=30ac2e3a-ea3e-41cd-a2dd-072934942475,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:36.663341 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-fcd2b404-8abf-42b5-a676-89b5df79d14b None None] Provisioning complete for port b53e2b66-29be-4ce6-b136-d6314ddc49bd triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:36.663744 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-fcd2b404-8abf-42b5-a676-89b5df79d14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.667522 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-ce6abd30-fd32-42d4-8620-1fd48c45aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:36.669227 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-ce6abd30-fd32-42d4-8620-1fd48c45aff9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 1128 time: 0.1440580 Apr 11 17:45:36.680559 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee54a9-07c6-4b6e-8ea3-95446211e3df req-66471dc0-a33b-48b9-ac8e-d89f6da1c6b0 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:36.690546 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-63ee54a9-07c6-4b6e-8ea3-95446211e3df req-66471dc0-a33b-48b9-ac8e-d89f6da1c6b0 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 932 time: 0.3645742 Apr 11 17:45:36.739961 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 771395a3-38a7-42b1-b267-fbc529d9eb6e is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:36.741171 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.777980 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2b404-8abf-42b5-a676-89b5df79d14b None None] Port b53e2b66-29be-4ce6-b136-d6314ddc49bd cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:36.791022 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c339d9-1799-4e9b-a477-e4bf74ed22f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771395a3-38a7-42b1-b267-fbc529d9eb6e'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:36.852130 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-3b03bc72-9929-46f4-89e7-ec229176252e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475 HTTP/1.1" status: 200 len: 217 time: 0.1521399 Apr 11 17:45:36.907615 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:36.919008 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.944738 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 771395a3-38a7-42b1-b267-fbc529d9eb6e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=771395a3-38a7-42b1-b267-fbc529d9eb6e,segment=NetworkSegment(c322b440-ab01-4ffa-a950-44438fa932eb),segment_id=c322b440-ab01-4ffa-a950-44438fa932eb)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:36.954389 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.957850 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:36.979478 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e94b3bd4-eaf5-4bfb-bb8c-ce4767723bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6163850 Apr 11 17:45:37.014001 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-253a7d9f-7ac5-4a8d-acf8-1dcbdd2f3805 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3eb4d598a3f4a86bcd66bddc3eaa9af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6791170 Apr 11 17:45:37.016990 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 52592) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:37.099179 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Request body: {'port': {'device_id': '84168c29-8b0e-402f-b496-35985e3e0dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:37.105288 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06414ee2-88f0-46af-a89e-03b2bafb1c01" -d '{"events": [{"server_uuid": "68c339d9-1799-4e9b-a477-e4bf74ed22f7", "name": "network-vif-plugged", "status": "completed", "tag": "771395a3-38a7-42b1-b267-fbc529d9eb6e"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:37.151509 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=771395a3-38a7-42b1-b267-fbc529d9eb6e,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:37.204895 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e416554-d8db-4262-9366-f1e67acb6ff7 req-ac765582-91b8-45f0-88b8-de2cffa0455b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:37.220326 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6e416554-d8db-4262-9366-f1e67acb6ff7 req-ac765582-91b8-45f0-88b8-de2cffa0455b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 931 time: 0.5597806 Apr 11 17:45:37.255239 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-4840df45-0717-4eec-9c71-0daf0ba7568f None None] Provisioning complete for port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:37.255649 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4840df45-0717-4eec-9c71-0daf0ba7568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:37.308387 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-63ee54a9-07c6-4b6e-8ea3-95446211e3df req-f0bf98fb-d133-4ef6-81cb-bbe605fac7ec tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6168408 Apr 11 17:45:37.336546 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-c17eed57-b3c0-4e8a-b0ca-19dc41aed4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:37.339171 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-c17eed57-b3c0-4e8a-b0ca-19dc41aed4eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.4626126 Apr 11 17:45:37.349147 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:37.365439 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-4840df45-0717-4eec-9c71-0daf0ba7568f None None] Port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:37.394421 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-2a65f1bf-7a62-4bc3-afa6-183e2112ee49 admin admin] Publish callbacks [] for security_group (c3d50dc3-8c8f-4b83-bad0-0c740b500ef8), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:37.481171 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6e416554-d8db-4262-9366-f1e67acb6ff7 req-2a98a707-8a9c-497e-bf0d-7198adb82231 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595520 Apr 11 17:45:37.507446 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-cb20a2cb-9dc2-4bd5-b33f-5e7361068888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:37.513106 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-cb20a2cb-9dc2-4bd5-b33f-5e7361068888 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1400905 Apr 11 17:45:37.571163 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-2a65f1bf-7a62-4bc3-afa6-183e2112ee49 admin admin] Publish callbacks [] for security_group (c3d50dc3-8c8f-4b83-bad0-0c740b500ef8), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:37.581841 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e0fa2955-e3db-4f07-b4ac-b5a1bfd999a4 req-993ca1b1-777b-49cd-a08f-7671b72987a6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 210 time: 0.0819039 Apr 11 17:45:37.759666 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe64fabf-2d11-4d1e-8327-1cdf8b0f9007 x-openstack-request-id: req-fe64fabf-2d11-4d1e-8327-1cdf8b0f9007 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:37.759997 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e71dbbf-99df-463b-bdf1-08f7ae9e1e51", "tag": "30ac2e3a-ea3e-41cd-a2dd-072934942475", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:37.760221 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fe64fabf-2d11-4d1e-8327-1cdf8b0f9007 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:37.760593 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe64fabf-2d11-4d1e-8327-1cdf8b0f9007'] response: {'name': 'network-changed', 'server_uuid': '5e71dbbf-99df-463b-bdf1-08f7ae9e1e51', 'tag': '30ac2e3a-ea3e-41cd-a2dd-072934942475', 'status': 'completed', 'code': 200} Apr 11 17:45:37.824689 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f1a2-ed64-4b31-adff-65a589ae4d99 req-4a0a8c83-fb5c-484d-8314-d8e575d8fa70 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:37.826282 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c174f1a2-ed64-4b31-adff-65a589ae4d99 req-4a0a8c83-fb5c-484d-8314-d8e575d8fa70 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.1223159 Apr 11 17:45:37.866257 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-2a65f1bf-7a62-4bc3-afa6-183e2112ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c3d50dc3-8c8f-4b83-bad0-0c740b500ef8), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:37.868926 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-2a65f1bf-7a62-4bc3-afa6-183e2112ee49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:37.870275 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-2a65f1bf-7a62-4bc3-afa6-183e2112ee49 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c3d50dc3-8c8f-4b83-bad0-0c740b500ef8 HTTP/1.1" status: 204 len: 168 time: 0.8433728 Apr 11 17:45:37.893967 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-7655bb8e-00c0-4eca-bc0d-2e137d7210da service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686996 Apr 11 17:45:37.949077 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c174f1a2-ed64-4b31-adff-65a589ae4d99 req-f4725e07-d1f6-4903-886c-99cd6891844e tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111302 Apr 11 17:45:37.949731 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65f1bf-7a62-4bc3-afa6-183e2112ee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d50dc3-8c8f-4b83-bad0-0c740b500ef8,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:38.016828 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31c934a-cd44-4281-8eb0-5f65aadeb03d x-openstack-request-id: req-e31c934a-cd44-4281-8eb0-5f65aadeb03d {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:38.020331 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c339d9-1799-4e9b-a477-e4bf74ed22f7", "name": "network-vif-plugged", "status": "completed", "tag": "771395a3-38a7-42b1-b267-fbc529d9eb6e", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:38.021888 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e31c934a-cd44-4281-8eb0-5f65aadeb03d {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:38.025286 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31c934a-cd44-4281-8eb0-5f65aadeb03d'] response: {'server_uuid': '68c339d9-1799-4e9b-a477-e4bf74ed22f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771395a3-38a7-42b1-b267-fbc529d9eb6e', 'code': 200} Apr 11 17:45:38.180631 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfba186e-ef1f-4233-9bd2-fd812214222f req-670b15c5-fa20-47c9-9f9c-c723bc1ace8d service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013478 Apr 11 17:45:38.237288 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53e2b66-29be-4ce6-b136-d6314ddc49bd {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:45:38.254650 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Publish callbacks [] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:38.325462 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Transition to ACTIVE for port object b53e2b66-29be-4ce6-b136-d6314ddc49bd will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:45:38.344343 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:38.439074 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Pushing event updated for resources: {'Port': ['ID=b53e2b66-29be-4ce6-b136-d6314ddc49bd,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:38.596320 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239765fd-b034-4bd2-811c-5b504abc1e05 req-fef89514-4c6c-4069-ba91-93ad96acf105 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:38.597868 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-239765fd-b034-4bd2-811c-5b504abc1e05 req-fef89514-4c6c-4069-ba91-93ad96acf105 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 944 time: 0.0791543 Apr 11 17:45:38.657259 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:45:38.669046 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Publish callbacks [] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:38.699140 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Attempting to bind port b53e2b66-29be-4ce6-b136-d6314ddc49bd on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:38.699464 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Attempting to bind port b53e2b66-29be-4ce6-b136-d6314ddc49bd by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:38.699766 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Attempting to bind port b53e2b66-29be-4ce6-b136-d6314ddc49bd on network d18a7394-4f97-4fa6-8c6e-197808eb17ef {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:38.705903 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Transition to ACTIVE for port object 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:45:38.706559 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Port b53e2b66-29be-4ce6-b136-d6314ddc49bd on network d18a7394-4f97-4fa6-8c6e-197808eb17ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:45:38.706881 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Attempting to bind port b53e2b66-29be-4ce6-b136-d6314ddc49bd on network d18a7394-4f97-4fa6-8c6e-197808eb17ef {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:38.712931 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:38.713219 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Checking segment: {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:38.714003 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Bound using segment: {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:38.714365 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Bound port: b53e2b66-29be-4ce6-b136-d6314ddc49bd, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:38.714792 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:38.725103 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:38.753608 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8606f8-3d3d-4840-a4dc-56cb0b56aa13 req-0dee29b6-cfd5-4ce9-8ef4-0a90bae9c918 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:38.760886 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2a8606f8-3d3d-4840-a4dc-56cb0b56aa13 req-0dee29b6-cfd5-4ce9-8ef4-0a90bae9c918 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 931 time: 0.1620035 Apr 11 17:45:38.842581 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] For port b53e2b66-29be-4ce6-b136-d6314ddc49bd, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:38.850548 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-239765fd-b034-4bd2-811c-5b504abc1e05 req-c62d0ec0-be0b-4345-8bf0-3ea5042750bb tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376740 Apr 11 17:45:38.860809 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-8c2997b1-58a6-4967-b740-419ea7b478e7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:38.862676 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-8c2997b1-58a6-4967-b740-419ea7b478e7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 816 time: 0.6523867 Apr 11 17:45:38.871060 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] For port b53e2b66-29be-4ce6-b136-d6314ddc49bd, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:38.874143 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2a8606f8-3d3d-4840-a4dc-56cb0b56aa13 req-60f072b2-ed5d-4973-90f5-4e89ecbde9f4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110706 Apr 11 17:45:38.921681 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:38.929396 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.37', 54825) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:39.029139 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Pushing event updated for resources: {'Port': ['ID=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:39.123823 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-aa5b97df-826c-41a8-a1e8-84cb8aa665cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:39.125397 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-aa5b97df-826c-41a8-a1e8-84cb8aa665cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 1128 time: 0.2190435 Apr 11 17:45:39.157751 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db7f53ef-24d3-45b7-8d0e-25244c6f1de6 req-226cb7e6-8f63-4b1b-8f6f-77ac9fbcbb1b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 210 time: 0.1319540 Apr 11 17:45:39.178301 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:39.178301 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:39.179972 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] 10.222.0.37 "PUT /v2.0/ports/b53e2b66-29be-4ce6-b136-d6314ddc49bd HTTP/1.1" status: 200 len: 1094 time: 2.7912207 Apr 11 17:45:39.264840 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f998e8-ad58-4811-afeb-f763c763d495', 'tag': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:39.338815 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-82f66213-bbcd-44e4-a45f-4b1e92bcf581 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af0fe002d6c64500a492b75f6281e779 HTTP/1.1" status: 200 len: 379 time: 0.4341152 Apr 11 17:45:39.351033 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75f5c3-9ca4-483a-a79c-86d99f554457 req-5486415d-bef3-4e7e-ad11-46a7447402d0 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:39.356900 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2c75f5c3-9ca4-483a-a79c-86d99f554457 req-5486415d-bef3-4e7e-ad11-46a7447402d0 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.2556381 Apr 11 17:45:39.403810 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'port': {'device_id': '6a16ffe0-8f18-4793-becd-be73a91af607', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'admin_state_up': True, 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'security_groups': ['363cc170-8515-49f1-941e-befacb83eb88']}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:39.477956 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85931754-38a7-4ad3-82fc-f9b753cf771a req-5950a2f5-6d4a-44dd-8de7-fdd1a4b1cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:39.480460 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-85931754-38a7-4ad3-82fc-f9b753cf771a req-5950a2f5-6d4a-44dd-8de7-fdd1a4b1cb8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 1129 time: 0.4986184 Apr 11 17:45:39.613547 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd354e8-1596-4c20-9758-b1159f896679" -d '{"events": [{"name": "network-changed", "server_uuid": "50f998e8-ad58-4811-afeb-f763c763d495", "tag": "b53e2b66-29be-4ce6-b136-d6314ddc49bd"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:39.667637 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-85931754-38a7-4ad3-82fc-f9b753cf771a req-b4eef136-dc74-4baa-b26e-ec98145ee7a9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:39.678887 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Attempting to bind port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:39.679278 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Attempting to bind port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:39.679393 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2c75f5c3-9ca4-483a-a79c-86d99f554457 req-f8f10d71-64f7-46a7-b42a-e2f943c2e3e8 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101134 Apr 11 17:45:39.679794 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Attempting to bind port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f on network b2f9610a-b2e0-4797-a439-7b917367c055 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:39.681815 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ede558-c345-4d59-8e63-cac8b30fde7e service neutron] Pushing event updated for resources: {'Port': ['ID=b53e2b66-29be-4ce6-b136-d6314ddc49bd,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:39.686995 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-c4d5c2e9-a2fb-4607-86da-e05b5a212330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:39.688618 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-c4d5c2e9-a2fb-4607-86da-e05b5a212330 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 1128 time: 0.3756189 Apr 11 17:45:39.694370 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f on network b2f9610a-b2e0-4797-a439-7b917367c055 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:45:39.694370 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Attempting to bind port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f on network b2f9610a-b2e0-4797-a439-7b917367c055 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:39.753573 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-fcbdd894-bfdd-467d-aadf-b7df35f87fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:39.756590 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-fcbdd894-bfdd-467d-aadf-b7df35f87fc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.6123886 Apr 11 17:45:39.777404 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-54646fe1-0399-4a31-924b-d76d2ae2c9b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd HTTP/1.1" status: 200 len: 217 time: 0.0803785 Apr 11 17:45:39.778152 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:39.778490 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Checking segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:39.778955 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Bound using segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:39.779536 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Bound port: 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:39.779786 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:39.853826 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-42b23364-0290-4fce-a1c9-384134775d91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475 HTTP/1.1" status: 200 len: 217 time: 0.0805607 Apr 11 17:45:39.904124 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-802757cc-adcd-465a-979a-e620b9b4f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:39.905984 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-802757cc-adcd-465a-979a-e620b9b4f971 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4765981-e117-4dfa-9abd-cc2d659b3810 HTTP/1.1" status: 200 len: 850 time: 0.1214631 Apr 11 17:45:39.924581 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-5d687aba-d4f0-460d-8f04-e4ccd14f973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:39.926322 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-5d687aba-d4f0-460d-8f04-e4ccd14f973d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0669909 Apr 11 17:45:39.927635 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Made reservation on behalf of af0fe002d6c64500a492b75f6281e779 for: {'port': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:39.931327 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:40.051119 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-97944a2f-653a-4a58-a82d-488d1dd4accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:40.052664 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-97944a2f-653a-4a58-a82d-488d1dd4accd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0998712 Apr 11 17:45:40.054904 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] For port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:40.080850 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-a8bc8f50-18b0-4d08-bd7f-0fc50728e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:40.084239 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-a8bc8f50-18b0-4d08-bd7f-0fc50728e41b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18a7394-4f97-4fa6-8c6e-197808eb17ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1693120 Apr 11 17:45:40.088600 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37baee9a-3297-4a93-8ef3-548112d05b6a x-openstack-request-id: req-37baee9a-3297-4a93-8ef3-548112d05b6a {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:40.090651 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f998e8-ad58-4811-afeb-f763c763d495", "tag": "b53e2b66-29be-4ce6-b136-d6314ddc49bd", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:40.091075 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37baee9a-3297-4a93-8ef3-548112d05b6a {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:40.091653 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37baee9a-3297-4a93-8ef3-548112d05b6a'] response: {'name': 'network-changed', 'server_uuid': '50f998e8-ad58-4811-afeb-f763c763d495', 'tag': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd', 'status': 'completed', 'code': 200} Apr 11 17:45:40.113667 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] For port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:40.149293 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-85931754-38a7-4ad3-82fc-f9b753cf771a req-b4eef136-dc74-4baa-b26e-ec98145ee7a9 service neutron] Publish callbacks [] for security_group (ad222c8d-224e-48d7-b20a-16175e3ee23b), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:40.153317 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:40.180717 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-85931754-38a7-4ad3-82fc-f9b753cf771a req-b4eef136-dc74-4baa-b26e-ec98145ee7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (ad222c8d-224e-48d7-b20a-16175e3ee23b), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:40.354110 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd951a1f-e1a1-4f16-92cb-317e60f629e6 req-3a32084d-410f-4565-ba52-42d22df3a374 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:40.361020 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bd951a1f-e1a1-4f16-92cb-317e60f629e6 req-3a32084d-410f-4565-ba52-42d22df3a374 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 944 time: 0.1829011 Apr 11 17:45:40.380457 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56ec1f-7ff1-4983-baea-7b331b12fa98 req-e3c87492-9146-4dae-aafb-52f3a7c87f45 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:40.381988 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db56ec1f-7ff1-4983-baea-7b331b12fa98 req-e3c87492-9146-4dae-aafb-52f3a7c87f45 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 943 time: 0.3098567 Apr 11 17:45:40.413970 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Allocated IP 172.20.0.13 (8dbd3789-9fd5-41eb-803c-7de97e3a3cfc/3a67cec6-0444-437c-acca-0749506ce998/4af6de3b-7fc6-4201-b475-4ebeacde9499) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:45:40.468657 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bd951a1f-e1a1-4f16-92cb-317e60f629e6 req-4b9b3e48-1c45-4227-b571-2fc70a0e367a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045959 Apr 11 17:45:40.584772 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-99125506-e0b6-4037-8fb5-28147d556c8c service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251555 Apr 11 17:45:40.603569 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:40.604932 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:40.606629 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] 10.222.0.37 "PUT /v2.0/ports/501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f HTTP/1.1" status: 200 len: 1093 time: 3.5453701 Apr 11 17:45:40.607273 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52786) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:40.644764 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-6b726b7a-86a7-4b18-9b75-e33d2b0828d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430956 Apr 11 17:45:40.658288 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-85931754-38a7-4ad3-82fc-f9b753cf771a req-b4eef136-dc74-4baa-b26e-ec98145ee7a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0916986 Apr 11 17:45:40.700594 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eef136-dc74-4baa-b26e-ec98145ee7a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ad222c8d-224e-48d7-b20a-16175e3ee23b,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:40.719469 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] Pushing event updated for resources: {'Port': ['ID=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:40.778764 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-864f784f-8065-413c-abfa-fb7b75beea1b req-35604f20-de10-46e5-bce5-398a896ab15d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 210 time: 0.1929958 Apr 11 17:45:40.846131 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-45d24fa3-03f7-493c-9b6c-b1691089260c req-e39c9682-dc9a-4e4f-9184-7b1d9ebdd6ff service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819584 Apr 11 17:45:40.916626 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db56ec1f-7ff1-4983-baea-7b331b12fa98 req-c15e0d12-d095-41eb-aa5b-bce605686f6f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182922 Apr 11 17:45:40.936036 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e0a8e482-916a-4206-94d6-2748e9212657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:40.937744 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-e0a8e482-916a-4206-94d6-2748e9212657 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 1127 time: 0.0642543 Apr 11 17:45:40.944692 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3219ca88-b7e5-449e-b4ef-7a620ab891ca req-35ea0de7-6877-4598-a441-23aaa8805216 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352873 Apr 11 17:45:40.989282 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-89252496-c672-4bea-95d2-62ce474a2911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:40.999324 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52800) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:41.023925 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277eebf-0463-4dbb-bb50-46bc43878058 req-833a30a1-84a1-447d-99ce-51e6a945b25b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:41.033613 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2277eebf-0463-4dbb-bb50-46bc43878058 req-833a30a1-84a1-447d-99ce-51e6a945b25b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.1369462 Apr 11 17:45:41.068055 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.109149 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6b4915d1-7bb7-47e5-943e-7b0513a5eef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.115619 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-89252496-c672-4bea-95d2-62ce474a2911 admin admin] Publish callbacks [] for security_group (4ddc1b55-f62c-44db-b8bd-50024f483368), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.122619 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2277eebf-0463-4dbb-bb50-46bc43878058 req-ae1d21a1-f42c-4dce-a02a-ba76306dd5b5 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878556 Apr 11 17:45:41.126032 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-89252496-c672-4bea-95d2-62ce474a2911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (4ddc1b55-f62c-44db-b8bd-50024f483368), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.157223 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.190619 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-89252496-c672-4bea-95d2-62ce474a2911 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ecaa1965ae314125be735f4e2d2868be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5703988 Apr 11 17:45:41.193177 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89252496-c672-4bea-95d2-62ce474a2911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddc1b55-f62c-44db-b8bd-50024f483368,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:41.194290 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 52810) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:41.237213 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:45:41.244078 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:45:41.261561 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:45:41.263150 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6b4915d1-7bb7-47e5-943e-7b0513a5eef7 admin admin] Publish callbacks [] for security_group (e89a00e5-e1e5-40c0-8555-3dd13d600b4a), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.270762 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:41.270762 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.270762 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:41.275969 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6b4915d1-7bb7-47e5-943e-7b0513a5eef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e89a00e5-e1e5-40c0-8555-3dd13d600b4a), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.305679 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52812) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:41.309948 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d66ffa8-cdef-40d5-83e3-af6020245da9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9142764 Apr 11 17:45:41.321087 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b85d-18a2-4834-ae49-e460cc46033a admin admin] Publish callbacks [] for security_group (4ddc1b55-f62c-44db-b8bd-50024f483368), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.347351 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-6b4915d1-7bb7-47e5-943e-7b0513a5eef7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00bab5cde31d4b6dbbe50050cdc770ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442454 Apr 11 17:45:41.347351 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4915d1-7bb7-47e5-943e-7b0513a5eef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89a00e5-e1e5-40c0-8555-3dd13d600b4a,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:41.348770 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b85d-18a2-4834-ae49-e460cc46033a admin admin] Publish callbacks [] for security_group (4ddc1b55-f62c-44db-b8bd-50024f483368), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.350160 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52816) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:41.412178 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37968792-c695-43bc-a3b2-8459ad869936 admin admin] Publish callbacks [] for security_group (e89a00e5-e1e5-40c0-8555-3dd13d600b4a), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.435740 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b85d-18a2-4834-ae49-e460cc46033a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (4ddc1b55-f62c-44db-b8bd-50024f483368), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.438507 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b85d-18a2-4834-ae49-e460cc46033a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.441736 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-9dc4b85d-18a2-4834-ae49-e460cc46033a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ddc1b55-f62c-44db-b8bd-50024f483368 HTTP/1.1" status: 204 len: 168 time: 0.2404084 Apr 11 17:45:41.457289 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4b85d-18a2-4834-ae49-e460cc46033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddc1b55-f62c-44db-b8bd-50024f483368,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:41.474160 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37968792-c695-43bc-a3b2-8459ad869936 admin admin] Publish callbacks [] for security_group (e89a00e5-e1e5-40c0-8555-3dd13d600b4a), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.530020 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-542f82d3-a176-4043-ae3f-d49aa4b1fb31 None None] Provisioning complete for port 4af6de3b-7fc6-4201-b475-4ebeacde9499 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:41.530602 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-542f82d3-a176-4043-ae3f-d49aa4b1fb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.581674 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7ac110a7-de09-4f7a-b578-ca1f4f3b42f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.614585 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Request body: {'port': {'device_id': '6a16ffe0-8f18-4793-becd-be73a91af607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:41.619301 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-542f82d3-a176-4043-ae3f-d49aa4b1fb31 None None] Port 4af6de3b-7fc6-4201-b475-4ebeacde9499 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:45:41.622449 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-964ad6a4-52c4-4a6c-9273-b9bf2636f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.651817 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-a75e48f4-cddf-4264-ad6b-49f9be3f5fba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f HTTP/1.1" status: 200 len: 217 time: 0.0574298 Apr 11 17:45:41.653370 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37968792-c695-43bc-a3b2-8459ad869936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e89a00e5-e1e5-40c0-8555-3dd13d600b4a), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.655910 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37968792-c695-43bc-a3b2-8459ad869936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.657739 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-37968792-c695-43bc-a3b2-8459ad869936 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e89a00e5-e1e5-40c0-8555-3dd13d600b4a HTTP/1.1" status: 204 len: 168 time: 0.3058724 Apr 11 17:45:41.659710 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64977f8f-a196-4b9b-8e9b-a4ad25ad7c4b req-eb6398f9-f33a-4825-ae2f-f4d54afe4746 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:41.661251 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-64977f8f-a196-4b9b-8e9b-a4ad25ad7c4b req-eb6398f9-f33a-4825-ae2f-f4d54afe4746 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 944 time: 0.1022859 Apr 11 17:45:41.679406 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37968792-c695-43bc-a3b2-8459ad869936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89a00e5-e1e5-40c0-8555-3dd13d600b4a,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:41.713266 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 30ac2e3a-ea3e-41cd-a2dd-072934942475 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:45:41.749364 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.779307 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-64977f8f-a196-4b9b-8e9b-a4ad25ad7c4b req-03cd72a2-aa0e-4f39-85d0-63e7ad190781 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106613 Apr 11 17:45:41.818817 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7ac110a7-de09-4f7a-b578-ca1f4f3b42f5 admin admin] Publish callbacks [] for security_group (0ba44267-9f77-4b4c-b0c4-e6dd6cfe4abc), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.828450 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7ac110a7-de09-4f7a-b578-ca1f4f3b42f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0ba44267-9f77-4b4c-b0c4-e6dd6cfe4abc), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.896263 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52830) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:41.928309 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 30ac2e3a-ea3e-41cd-a2dd-072934942475, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:41.970692 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-7ac110a7-de09-4f7a-b578-ca1f4f3b42f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c119f616e3034526bf30bb22ebce5506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6641407 Apr 11 17:45:41.975106 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 52836) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:41.978935 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c09-1d2c-4449-9f19-aa7bd8a9f230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:41.987886 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd354e8-1596-4c20-9758-b1159f896679 req-992d7b66-45d3-4c75-ae17-49fd4a885c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:41.989387 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6dd354e8-1596-4c20-9758-b1159f896679 req-992d7b66-45d3-4c75-ae17-49fd4a885c1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 1128 time: 0.0971987 Apr 11 17:45:41.990420 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '30ac2e3a-ea3e-41cd-a2dd-072934942475', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'port_id': '30ac2e3a-ea3e-41cd-a2dd-072934942475', 'mac_address': 'fa:16:3e:a4:39:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:45:42.005133 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac110a7-de09-4f7a-b578-ca1f4f3b42f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba44267-9f77-4b4c-b0c4-e6dd6cfe4abc,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:42.012495 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b825-ca74-4630-875e-266fe557bb2c req-f319b437-1489-4e68-b78c-b2e3a4ea7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:42.013999 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-f319b437-1489-4e68-b78c-b2e3a4ea7ed7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.1450865 Apr 11 17:45:42.063317 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 30ac2e3a-ea3e-41cd-a2dd-072934942475 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:42.063704 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.076920 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47b825-ca74-4630-875e-266fe557bb2c req-8e79bf0c-1ee1-458d-887b-e45f1b72a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:42.078762 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-8e79bf0c-1ee1-458d-887b-e45f1b72a0ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556278 Apr 11 17:45:42.082015 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ac2e3a-ea3e-41cd-a2dd-072934942475 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:45:42.099816 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84168c29-8b0e-402f-b496-35985e3e0dcb', 'tag': '501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:42.102913 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8d8e58-e4b4-4481-b0bd-54d40013e864" -d '{"events": [{"name": "network-changed", "server_uuid": "84168c29-8b0e-402f-b496-35985e3e0dcb", "tag": "501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:42.110845 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 30ac2e3a-ea3e-41cd-a2dd-072934942475, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:42.114875 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e0567-e85e-41c5-8eb9-28d6ff9d7e18 req-0653b88d-d654-45b2-aae2-aa7efd64e5e6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:42.116454 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7f2e0567-e85e-41c5-8eb9-28d6ff9d7e18 req-0653b88d-d654-45b2-aae2-aa7efd64e5e6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 932 time: 0.1979599 Apr 11 17:45:42.117472 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd354e8-1596-4c20-9758-b1159f896679 req-a9724311-2fa8-4cd4-9bfa-d25fb277f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:42.118859 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6dd354e8-1596-4c20-9758-b1159f896679 req-a9724311-2fa8-4cd4-9bfa-d25fb277f74e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 912 time: 0.1134868 Apr 11 17:45:42.121485 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.191526 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c09-1d2c-4449-9f19-aa7bd8a9f230 admin admin] Publish callbacks [] for security_group (cd2501cf-69a1-4d59-9349-49619fd64455), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.201231 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f67d3c09-1d2c-4449-9f19-aa7bd8a9f230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (cd2501cf-69a1-4d59-9349-49619fd64455), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.218270 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=30ac2e3a-ea3e-41cd-a2dd-072934942475,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:42.218906 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52844) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:42.251703 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-94a760b7-0bfc-421b-bf1b-e80f66c8a46b service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611733 Apr 11 17:45:42.259685 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fb1706f2-8361-496f-b370-8ae4942c6d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.282086 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f67d3c09-1d2c-4449-9f19-aa7bd8a9f230 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eba45b50d00640d4bc264e58424ee017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736839 Apr 11 17:45:42.299489 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52846) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:42.316223 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d3c09-1d2c-4449-9f19-aa7bd8a9f230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2501cf-69a1-4d59-9349-49619fd64455,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:42.334993 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['30ac2e3a-ea3e-41cd-a2dd-072934942475'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:45:42.445673 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6dd354e8-1596-4c20-9758-b1159f896679 req-8a6fae2e-9c4c-475b-816b-549eb60516b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd HTTP/1.1" status: 200 len: 217 time: 0.3095775 Apr 11 17:45:42.448383 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-67e3ad96-631e-47d6-a259-e77d38d07fd0 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864650 Apr 11 17:45:42.460987 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0d473fe6-eb44-47a8-b44e-a252e0fef848 admin admin] Publish callbacks [] for security_group (cd2501cf-69a1-4d59-9349-49619fd64455), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.503348 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0d473fe6-eb44-47a8-b44e-a252e0fef848 admin admin] Publish callbacks [] for security_group (cd2501cf-69a1-4d59-9349-49619fd64455), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.506515 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b9b13884-7b55-49f1-94e1-5e290803a1d3 admin admin] Publish callbacks [] for security_group (0ba44267-9f77-4b4c-b0c4-e6dd6cfe4abc), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.534327 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fb1706f2-8361-496f-b370-8ae4942c6d16 admin admin] Publish callbacks [] for security_group (0c151553-77b4-4af3-a4e3-84236e64da9e), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.539034 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c35021-4e43-4995-9cb4-850bf71454cc req-c15d9719-1156-4635-a371-d3d18fe7400f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:42.540580 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d2c35021-4e43-4995-9cb4-850bf71454cc req-c15d9719-1156-4635-a371-d3d18fe7400f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 943 time: 0.4167125 Apr 11 17:45:42.549281 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fb1706f2-8361-496f-b370-8ae4942c6d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0c151553-77b4-4af3-a4e3-84236e64da9e), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.576545 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7f2e0567-e85e-41c5-8eb9-28d6ff9d7e18 req-3e444bbb-6943-4ebf-ac7a-5a5fdaf47857 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4394221 Apr 11 17:45:42.587825 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b9b13884-7b55-49f1-94e1-5e290803a1d3 admin admin] Publish callbacks [] for security_group (0ba44267-9f77-4b4c-b0c4-e6dd6cfe4abc), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.590650 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fb1706f2-8361-496f-b370-8ae4942c6d16 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e96146c5d97424a97825228885521e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3707242 Apr 11 17:45:42.592909 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1706f2-8361-496f-b370-8ae4942c6d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c151553-77b4-4af3-a4e3-84236e64da9e,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:42.595999 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52850) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:42.617250 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd354e8-1596-4c20-9758-b1159f896679 req-86c8dba7-85f8-46dd-a2d2-1f25f939f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:42.618748 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6dd354e8-1596-4c20-9758-b1159f896679 req-86c8dba7-85f8-46dd-a2d2-1f25f939f5b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4765981-e117-4dfa-9abd-cc2d659b3810 HTTP/1.1" status: 200 len: 850 time: 0.1591001 Apr 11 17:45:42.623034 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0d473fe6-eb44-47a8-b44e-a252e0fef848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (cd2501cf-69a1-4d59-9349-49619fd64455), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.626150 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0d473fe6-eb44-47a8-b44e-a252e0fef848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.629805 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-0d473fe6-eb44-47a8-b44e-a252e0fef848 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd2501cf-69a1-4d59-9349-49619fd64455 HTTP/1.1" status: 204 len: 168 time: 0.3270772 Apr 11 17:45:42.642385 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d473fe6-eb44-47a8-b44e-a252e0fef848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2501cf-69a1-4d59-9349-49619fd64455,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:42.668955 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacb851d-37b7-4465-8bf6-f1f608037690 x-openstack-request-id: req-eacb851d-37b7-4465-8bf6-f1f608037690 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:42.669585 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84168c29-8b0e-402f-b496-35985e3e0dcb", "tag": "501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:42.669585 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eacb851d-37b7-4465-8bf6-f1f608037690 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:42.679616 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eacb851d-37b7-4465-8bf6-f1f608037690'] response: {'name': 'network-changed', 'server_uuid': '84168c29-8b0e-402f-b496-35985e3e0dcb', 'tag': '501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f', 'status': 'completed', 'code': 200} Apr 11 17:45:42.734912 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ec623570-1415-45ad-a0b2-bc48766bea3f admin admin] Publish callbacks [] for security_group (0c151553-77b4-4af3-a4e3-84236e64da9e), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.747229 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d2c35021-4e43-4995-9cb4-850bf71454cc req-e32bcb81-f60b-4552-aeef-ec3fb2a6f0eb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951272 Apr 11 17:45:42.770153 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ec623570-1415-45ad-a0b2-bc48766bea3f admin admin] Publish callbacks [] for security_group (0c151553-77b4-4af3-a4e3-84236e64da9e), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.806455 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b9b13884-7b55-49f1-94e1-5e290803a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0ba44267-9f77-4b4c-b0c4-e6dd6cfe4abc), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.820982 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b9b13884-7b55-49f1-94e1-5e290803a1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.822200 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b9b13884-7b55-49f1-94e1-5e290803a1d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ba44267-9f77-4b4c-b0c4-e6dd6cfe4abc HTTP/1.1" status: 204 len: 168 time: 0.8438962 Apr 11 17:45:42.824563 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af6de3b-7fc6-4201-b475-4ebeacde9499 {{(pid=109938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:45:42.833238 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ec623570-1415-45ad-a0b2-bc48766bea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0c151553-77b4-4af3-a4e3-84236e64da9e), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.837685 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ec623570-1415-45ad-a0b2-bc48766bea3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.844169 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-ec623570-1415-45ad-a0b2-bc48766bea3f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c151553-77b4-4af3-a4e3-84236e64da9e HTTP/1.1" status: 204 len: 168 time: 0.2457392 Apr 11 17:45:42.857155 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec623570-1415-45ad-a0b2-bc48766bea3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c151553-77b4-4af3-a4e3-84236e64da9e,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:42.881029 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Publish callbacks [] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:42.885840 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b13884-7b55-49f1-94e1-5e290803a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba44267-9f77-4b4c-b0c4-e6dd6cfe4abc,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:42.901937 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6230d-c3fa-47c2-84ec-24ca4d510f9e req-4b34ad3d-fc73-434b-83c8-55b2c79d8678 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:42.903590 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-adb6230d-c3fa-47c2-84ec-24ca4d510f9e req-4b34ad3d-fc73-434b-83c8-55b2c79d8678 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.1408770 Apr 11 17:45:42.944021 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.provisioning_blocks [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Transition to ACTIVE for port object 4af6de3b-7fc6-4201-b475-4ebeacde9499 will not be triggered until provisioned by entity L2. {{(pid=109938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:45:42.957185 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:43.015373 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f07471-c20a-4e98-8aa1-5b0a322a08e9 req-5752b8e6-1138-41ef-ab94-b31bc2750266 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:43.022625 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79f07471-c20a-4e98-8aa1-5b0a322a08e9 req-5752b8e6-1138-41ef-ab94-b31bc2750266 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 944 time: 0.1310704 Apr 11 17:45:43.072459 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-adb6230d-c3fa-47c2-84ec-24ca4d510f9e req-9e7da81b-0840-468b-919b-58c589984d3c tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574848 Apr 11 17:45:43.073793 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Pushing event updated for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:43.140874 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Attempting to bind port 4af6de3b-7fc6-4201-b475-4ebeacde9499 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:45:43.141258 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Attempting to bind port 4af6de3b-7fc6-4201-b475-4ebeacde9499 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:45:43.141549 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Attempting to bind port 4af6de3b-7fc6-4201-b475-4ebeacde9499 on network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:43.159037 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79f07471-c20a-4e98-8aa1-5b0a322a08e9 req-fd3812a9-3239-4f5e-9c3c-35b82c00e5ff tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294596 Apr 11 17:45:43.169158 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Port 4af6de3b-7fc6-4201-b475-4ebeacde9499 on network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:45:43.169664 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Attempting to bind port 4af6de3b-7fc6-4201-b475-4ebeacde9499 on network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:45:43.176125 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:45:43.176557 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Checking segment: {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:45:43.177067 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Bound using segment: {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:45:43.177648 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Bound port: 4af6de3b-7fc6-4201-b475-4ebeacde9499, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:45:43.178306 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:43.344761 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:45:43.348556 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:45:43.368265 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:43.394525 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52874) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:43.410319 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1312a667-a51d-43ed-85a9-d103df07e730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:43.498118 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd354e8-1596-4c20-9758-b1159f896679 req-4a6294d8-6ae8-488c-b67b-5f9336a46ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:43.499960 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6dd354e8-1596-4c20-9758-b1159f896679 req-4a6294d8-6ae8-488c-b67b-5f9336a46ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18a7394-4f97-4fa6-8c6e-197808eb17ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1481755 Apr 11 17:45:43.501341 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:43.502081 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:43.504176 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] 10.222.0.37 "PUT /v2.0/ports/4af6de3b-7fc6-4201-b475-4ebeacde9499 HTTP/1.1" status: 200 len: 1094 time: 1.8978341 Apr 11 17:45:43.515659 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:43.518094 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085854ca-01ab-4923-aa04-0a96f076218a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:43.559479 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21fb9a-0d53-4f18-97e1-3c01a602b8db service neutron] Pushing event updated for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:43.570452 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44c9bac-526a-4c0d-b97a-1ae511b9e8b3 x-openstack-request-id: req-a44c9bac-526a-4c0d-b97a-1ae511b9e8b3 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:43.570925 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:43.571329 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a44c9bac-526a-4c0d-b97a-1ae511b9e8b3 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:43.571902 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44c9bac-526a-4c0d-b97a-1ae511b9e8b3'] response: {'name': 'network-changed', 'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'status': 'completed', 'code': 200} Apr 11 17:45:43.577888 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1312a667-a51d-43ed-85a9-d103df07e730 admin admin] Publish callbacks [] for security_group (603ed5cd-9620-43e0-85b9-ec2def0bbeda), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:43.585095 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1312a667-a51d-43ed-85a9-d103df07e730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (603ed5cd-9620-43e0-85b9-ec2def0bbeda), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:43.640646 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-1312a667-a51d-43ed-85a9-d103df07e730 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e92c7578023401d8f0b25278024efd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424996 Apr 11 17:45:43.640646 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312a667-a51d-43ed-85a9-d103df07e730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603ed5cd-9620-43e0-85b9-ec2def0bbeda,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:43.640954 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 52886) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:43.725508 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device b53e2b66-29be-4ce6-b136-d6314ddc49bd details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:45:43.811318 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52894) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:43.855153 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-48ba6104-4b2f-430a-a1fe-d747473a8255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:43.886071 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port b53e2b66-29be-4ce6-b136-d6314ddc49bd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:43.894773 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-58d5f8b3-1950-4519-9a27-911efc0834be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:43.896291 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-58d5f8b3-1950-4519-9a27-911efc0834be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 1127 time: 0.1579866 Apr 11 17:45:43.897542 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 30ac2e3a-ea3e-41cd-a2dd-072934942475 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:43.933949 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'port_id': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd', 'mac_address': 'fa:16:3e:78:fa:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:45:43.982622 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fa17b-1849-4f57-a8b3-a6d370c19927 req-6152ba06-4813-4a6a-9d61-718c87598714 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:43.983255 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port b53e2b66-29be-4ce6-b136-d6314ddc49bd is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:43.983748 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:43.984660 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b09fa17b-1849-4f57-a8b3-a6d370c19927 req-6152ba06-4813-4a6a-9d61-718c87598714 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 943 time: 0.0883601 Apr 11 17:45:43.991697 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658336b-4eca-457d-be36-4b620529eadc req-817448a3-09f2-473c-89bd-354dc20512d6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:43.993273 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e658336b-4eca-457d-be36-4b620529eadc req-817448a3-09f2-473c-89bd-354dc20512d6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.3165786 Apr 11 17:45:44.003096 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 30ac2e3a-ea3e-41cd-a2dd-072934942475 completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:45:44.008646 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53e2b66-29be-4ce6-b136-d6314ddc49bd {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:45:44.015908 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 30ac2e3a-ea3e-41cd-a2dd-072934942475 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:44.016293 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.039670 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7ed244de-ee9b-42b5-acc3-c33c76cb9b38 admin admin] Publish callbacks [] for security_group (603ed5cd-9620-43e0-85b9-ec2def0bbeda), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.056109 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port b53e2b66-29be-4ce6-b136-d6314ddc49bd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:44.064282 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7ed244de-ee9b-42b5-acc3-c33c76cb9b38 admin admin] Publish callbacks [] for security_group (603ed5cd-9620-43e0-85b9-ec2def0bbeda), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.073055 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.088448 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6dd354e8-1596-4c20-9758-b1159f896679 req-a868bdab-1ceb-4c96-b498-2583988d7e8a service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243508 Apr 11 17:45:44.167005 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=b53e2b66-29be-4ce6-b136-d6314ddc49bd,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:44.169027 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-48ba6104-4b2f-430a-a1fe-d747473a8255 admin admin] Publish callbacks [] for security_group (70bb7b72-d20e-4a15-8f2f-12beca74a253), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.179930 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-48ba6104-4b2f-430a-a1fe-d747473a8255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (70bb7b72-d20e-4a15-8f2f-12beca74a253), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.181293 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 30ac2e3a-ea3e-41cd-a2dd-072934942475 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:44.181678 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.185195 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085854ca-01ab-4923-aa04-0a96f076218a req-c8d4ba54-fbd7-4165-822d-39bed193f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:44.187251 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-085854ca-01ab-4923-aa04-0a96f076218a req-c8d4ba54-fbd7-4165-822d-39bed193f9a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 1128 time: 0.2963393 Apr 11 17:45:44.202010 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-44a34fa9-249b-488b-92fd-796eb31957c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:44.203676 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-44a34fa9-249b-488b-92fd-796eb31957c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.2995958 Apr 11 17:45:44.213682 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e71dbbf-99df-463b-bdf1-08f7ae9e1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ac2e3a-ea3e-41cd-a2dd-072934942475'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:44.216292 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a6118-7a83-4dd5-b535-f1715e119528" -d '{"events": [{"server_uuid": "5e71dbbf-99df-463b-bdf1-08f7ae9e1e51", "name": "network-vif-plugged", "status": "completed", "tag": "30ac2e3a-ea3e-41cd-a2dd-072934942475"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:44.250034 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 30ac2e3a-ea3e-41cd-a2dd-072934942475, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:44.259393 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.267094 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-958bf404-e181-439e-bf1f-5ec9bd3d7516 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f HTTP/1.1" status: 200 len: 217 time: 0.0554233 Apr 11 17:45:44.269738 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-48ba6104-4b2f-430a-a1fe-d747473a8255 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a4a57ba69304d30accb683203057a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574215 Apr 11 17:45:44.270793 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba6104-4b2f-430a-a1fe-d747473a8255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb7b72-d20e-4a15-8f2f-12beca74a253,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:44.273241 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 52910) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:44.299708 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ee976e16-8e8c-4879-a9b1-19d8f95d9698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.312228 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['b53e2b66-29be-4ce6-b136-d6314ddc49bd'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:45:44.362005 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-51a66747-73cb-46ce-b090-a7964e4f53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:44.365650 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-51a66747-73cb-46ce-b090-a7964e4f53e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0892057 Apr 11 17:45:44.372012 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=30ac2e3a-ea3e-41cd-a2dd-072934942475,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:44.434439 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a58843ff-cd89-48cf-9df8-f5cca1216ac5 admin admin] Publish callbacks [] for security_group (70bb7b72-d20e-4a15-8f2f-12beca74a253), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.435422 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e658336b-4eca-457d-be36-4b620529eadc req-19148a61-80ca-4ba3-99c3-1fe37fe0ac7e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4186332 Apr 11 17:45:44.461135 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b09fa17b-1849-4f57-a8b3-a6d370c19927 req-46caaaf2-1218-40dd-b65e-e26aac0720a8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487267 Apr 11 17:45:44.480952 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-0d52bcdf-58f4-41e3-b50d-558c5619da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:44.482488 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-0d52bcdf-58f4-41e3-b50d-558c5619da7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033731 Apr 11 17:45:44.495232 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a58843ff-cd89-48cf-9df8-f5cca1216ac5 admin admin] Publish callbacks [] for security_group (70bb7b72-d20e-4a15-8f2f-12beca74a253), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.512429 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7ed244de-ee9b-42b5-acc3-c33c76cb9b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (603ed5cd-9620-43e0-85b9-ec2def0bbeda), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.515390 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7ed244de-ee9b-42b5-acc3-c33c76cb9b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.519261 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-7ed244de-ee9b-42b5-acc3-c33c76cb9b38 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/603ed5cd-9620-43e0-85b9-ec2def0bbeda HTTP/1.1" status: 204 len: 168 time: 0.8766222 Apr 11 17:45:44.543649 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6dd354e8-1596-4c20-9758-b1159f896679 req-58149608-0032-40df-ac53-98ad4b57bd38 service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125223 Apr 11 17:45:44.564353 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed244de-ee9b-42b5-acc3-c33c76cb9b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603ed5cd-9620-43e0-85b9-ec2def0bbeda,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:44.569260 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085854ca-01ab-4923-aa04-0a96f076218a req-0c46e8fb-be28-4d23-aed7-116c7bdc1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:44.572815 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-085854ca-01ab-4923-aa04-0a96f076218a req-0c46e8fb-be28-4d23-aed7-116c7bdc1909 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=af0fe002d6c64500a492b75f6281e779&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3712547 Apr 11 17:45:44.694896 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-19b68428-698c-40b7-8327-f6d5599ed545 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040892 Apr 11 17:45:44.817280 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8f8d8e58-e4b4-4481-b0bd-54d40013e864 req-c5c958da-ffc3-470e-8f5b-ed8d7737489f service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165028 Apr 11 17:45:44.819003 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a58843ff-cd89-48cf-9df8-f5cca1216ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (70bb7b72-d20e-4a15-8f2f-12beca74a253), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.822250 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a58843ff-cd89-48cf-9df8-f5cca1216ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:44.834455 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-a58843ff-cd89-48cf-9df8-f5cca1216ac5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70bb7b72-d20e-4a15-8f2f-12beca74a253 HTTP/1.1" status: 204 len: 168 time: 0.5587256 Apr 11 17:45:44.848546 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58843ff-cd89-48cf-9df8-f5cca1216ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb7b72-d20e-4a15-8f2f-12beca74a253,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:44.878218 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c51632-073e-419b-be86-bee1a189ee38 req-6e6b8660-c024-4c2d-a6b4-49ce161c33d5 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:44.879881 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f2c51632-073e-419b-be86-bee1a189ee38 req-6e6b8660-c024-4c2d-a6b4-49ce161c33d5 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.1790657 Apr 11 17:45:44.915198 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305414ec-c92b-4571-ace7-6310f3350b81 req-07cc7d6a-718f-48f1-8e9f-6e34904505ce tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:44.922795 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-305414ec-c92b-4571-ace7-6310f3350b81 req-07cc7d6a-718f-48f1-8e9f-6e34904505ce tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 945 time: 0.1912434 Apr 11 17:45:45.004668 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f2c51632-073e-419b-be86-bee1a189ee38 req-85118bea-c6ac-4c09-8c09-6ec3a72bde68 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143866 Apr 11 17:45:45.015292 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085854ca-01ab-4923-aa04-0a96f076218a req-9b5d9524-bb5b-49bc-914c-75efec8ca0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:45.016927 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-085854ca-01ab-4923-aa04-0a96f076218a req-9b5d9524-bb5b-49bc-914c-75efec8ca0ac service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4358695 Apr 11 17:45:45.057944 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-305414ec-c92b-4571-ace7-6310f3350b81 req-ef926e4a-ad13-446f-a17c-8b0e33031222 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297679 Apr 11 17:45:45.088609 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73343b75-1c6d-449f-8604-8d01b89bba68 x-openstack-request-id: req-73343b75-1c6d-449f-8604-8d01b89bba68 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:45.089512 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e71dbbf-99df-463b-bdf1-08f7ae9e1e51", "name": "network-vif-plugged", "status": "completed", "tag": "30ac2e3a-ea3e-41cd-a2dd-072934942475", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:45.089991 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-73343b75-1c6d-449f-8604-8d01b89bba68 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:45.090551 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73343b75-1c6d-449f-8604-8d01b89bba68'] response: {'server_uuid': '5e71dbbf-99df-463b-bdf1-08f7ae9e1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ac2e3a-ea3e-41cd-a2dd-072934942475', 'code': 200} Apr 11 17:45:45.106641 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-d1ae6053-78b0-445a-8e78-29e4a5d3fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:45.108161 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-d1ae6053-78b0-445a-8e78-29e4a5d3fe43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 1128 time: 0.0478294 Apr 11 17:45:45.156879 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-9d64b062-f750-4738-bcdf-80efb74114b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499 HTTP/1.1" status: 200 len: 217 time: 0.0416503 Apr 11 17:45:45.228265 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-76562e34-dae3-4c80-a5ee-6a18919b65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:45.229836 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-76562e34-dae3-4c80-a5ee-6a18919b65b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.0658298 Apr 11 17:45:45.317423 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-f6f3148b-bca3-49db-b01b-bf2986d1c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:45.320548 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-f6f3148b-bca3-49db-b01b-bf2986d1c3b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808423 Apr 11 17:45:45.383309 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710150a-ce45-45fc-ac56-4bc7fc475f9c req-c75fe058-6674-46db-9f31-9c348667ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:45.393817 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8710150a-ce45-45fc-ac56-4bc7fc475f9c req-c75fe058-6674-46db-9f31-9c348667ec2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 1130 time: 0.1140931 Apr 11 17:45:45.491835 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-d4518e56-241c-4aa8-8924-160430982cd6 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642759 Apr 11 17:45:45.501869 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8710150a-ce45-45fc-ac56-4bc7fc475f9c req-bf8dbc8d-1355-4012-a0d4-5360b4e5533e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044083 Apr 11 17:45:45.712386 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab19762-74cd-487b-9961-5b65edc77668 req-910446f9-daff-4b26-91ae-9891997ca48a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:45.714003 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5ab19762-74cd-487b-9961-5b65edc77668 req-910446f9-daff-4b26-91ae-9891997ca48a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0955396 Apr 11 17:45:45.725628 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f8b13-73fc-4cc2-a8cb-186935bb93de req-f2d7d599-59ec-4ea0-a17c-636a10d130ce tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:45.727741 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7b3f8b13-73fc-4cc2-a8cb-186935bb93de req-f2d7d599-59ec-4ea0-a17c-636a10d130ce tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 943 time: 0.0987432 Apr 11 17:45:45.826691 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5ab19762-74cd-487b-9961-5b65edc77668 req-921afaeb-8926-4cdb-976f-f9975ae1e13c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975735 Apr 11 17:45:45.836750 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7b3f8b13-73fc-4cc2-a8cb-186935bb93de req-ab9f1746-740a-442c-a0f8-89f80aa52fc0 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971568 Apr 11 17:45:46.035292 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:46.181073 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a50c1-f478-4272-841e-711f1551f4a4 req-6ec33a39-f114-4e94-a8de-f6a7a66650fa tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:46.190130 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-271a50c1-f478-4272-841e-711f1551f4a4 req-6ec33a39-f114-4e94-a8de-f6a7a66650fa tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 945 time: 0.0618198 Apr 11 17:45:46.217038 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:45:46.241177 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-271a50c1-f478-4272-841e-711f1551f4a4 req-cbecc5aa-909d-4ca8-ad86-c27813bbc834 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501757 Apr 11 17:45:46.323101 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:46.337956 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'port_id': '501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f', 'mac_address': 'fa:16:3e:5c:b6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:45:46.385411 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:46.385832 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:46.398984 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:45:46.419635 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:46.427076 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:46.493806 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:46.795051 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53046) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:46.996424 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1d75-b54b-4eeb-920e-c8f5b2ccec20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.010561 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3756c-0059-4122-b3fe-55205b676dbd req-31a8ddc7-526a-46b0-bdcf-bb018bbfbedd tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:47.012563 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-31c3756c-0059-4122-b3fe-55205b676dbd req-31a8ddc7-526a-46b0-bdcf-bb018bbfbedd tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 944 time: 0.0940509 Apr 11 17:45:47.022070 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device b53e2b66-29be-4ce6-b136-d6314ddc49bd up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:47.059670 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cfc4b-0594-42a4-a413-3a8f0f38752b req-5c4df1e2-d274-4a71-a559-0d5eb764a233 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:47.061391 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3e5cfc4b-0594-42a4-a413-3a8f0f38752b req-5c4df1e2-d274-4a71-a559-0d5eb764a233 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.1147270 Apr 11 17:45:47.099122 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.114111 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port b53e2b66-29be-4ce6-b136-d6314ddc49bd completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:45:47.125312 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port b53e2b66-29be-4ce6-b136-d6314ddc49bd triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:47.126339 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.170492 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-31c3756c-0059-4122-b3fe-55205b676dbd req-65a77534-2691-43f9-8a2e-b0528469e564 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361079 Apr 11 17:45:47.191052 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3e5cfc4b-0594-42a4-a413-3a8f0f38752b req-2aee7155-5487-47fd-a539-6d0b5aaeb69a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165421 Apr 11 17:45:47.214008 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53068) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:47.234487 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1d75-b54b-4eeb-920e-c8f5b2ccec20 admin admin] Publish callbacks [] for security_group (112d2b5d-f7e0-4be4-93ae-ced86e60ed8e), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.242074 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1d75-b54b-4eeb-920e-c8f5b2ccec20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (112d2b5d-f7e0-4be4-93ae-ced86e60ed8e), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.260324 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port b53e2b66-29be-4ce6-b136-d6314ddc49bd is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:47.260848 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.302397 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-0e8d1d75-b54b-4eeb-920e-c8f5b2ccec20 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=22732c66283441f0909e5c320b1ff7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5060856 Apr 11 17:45:47.304927 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53074) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:47.309277 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port b53e2b66-29be-4ce6-b136-d6314ddc49bd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:47.310830 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f998e8-ad58-4811-afeb-f763c763d495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:47.313495 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc82f38-3adb-453e-a82c-c35bcf95e1e2" -d '{"events": [{"server_uuid": "50f998e8-ad58-4811-afeb-f763c763d495", "name": "network-vif-plugged", "status": "completed", "tag": "b53e2b66-29be-4ce6-b136-d6314ddc49bd"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:47.331124 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.352624 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d1d75-b54b-4eeb-920e-c8f5b2ccec20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112d2b5d-f7e0-4be4-93ae-ced86e60ed8e,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:47.391198 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1ceaa756-88dc-4c5e-8c97-b51cb4a1368a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.400761 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dec9e4f-8815-472a-8c18-adedd3c05fac x-openstack-request-id: req-2dec9e4f-8815-472a-8c18-adedd3c05fac {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:47.401136 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f998e8-ad58-4811-afeb-f763c763d495", "name": "network-vif-plugged", "status": "completed", "tag": "b53e2b66-29be-4ce6-b136-d6314ddc49bd", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:47.401457 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2dec9e4f-8815-472a-8c18-adedd3c05fac {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:47.402006 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dec9e4f-8815-472a-8c18-adedd3c05fac'] response: {'server_uuid': '50f998e8-ad58-4811-afeb-f763c763d495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd', 'code': 200} Apr 11 17:45:47.410833 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071337e-79ae-415e-97a7-4f1a3dea62c8 req-9bc164a5-5ddb-4126-8f5b-feab2ae464eb tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:47.420003 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0071337e-79ae-415e-97a7-4f1a3dea62c8 req-9bc164a5-5ddb-4126-8f5b-feab2ae464eb tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0852740 Apr 11 17:45:47.434651 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=b53e2b66-29be-4ce6-b136-d6314ddc49bd,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:47.466293 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-89afcc91-8f18-40de-8b0c-4ea3311f1ef4 admin admin] Publish callbacks [] for security_group (112d2b5d-f7e0-4be4-93ae-ced86e60ed8e), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.484550 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1ceaa756-88dc-4c5e-8c97-b51cb4a1368a admin admin] Publish callbacks [] for security_group (1424594c-317d-4a39-b29a-2457914fd207), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.491968 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1ceaa756-88dc-4c5e-8c97-b51cb4a1368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (1424594c-317d-4a39-b29a-2457914fd207), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.503723 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-89afcc91-8f18-40de-8b0c-4ea3311f1ef4 admin admin] Publish callbacks [] for security_group (112d2b5d-f7e0-4be4-93ae-ced86e60ed8e), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.508179 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0071337e-79ae-415e-97a7-4f1a3dea62c8 req-75af965d-8697-4bd9-ab61-dcada29b2d00 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872641 Apr 11 17:45:47.538524 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-1ceaa756-88dc-4c5e-8c97-b51cb4a1368a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce723e9eb8af45a48112a4b2c3bbe5bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235717 Apr 11 17:45:47.540504 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaa756-88dc-4c5e-8c97-b51cb4a1368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1424594c-317d-4a39-b29a-2457914fd207,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:47.543158 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53082) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:47.599812 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7d3a207a-61a7-4b7c-8dca-077eafac04e4 admin admin] Publish callbacks [] for security_group (1424594c-317d-4a39-b29a-2457914fd207), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.626299 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7d3a207a-61a7-4b7c-8dca-077eafac04e4 admin admin] Publish callbacks [] for security_group (1424594c-317d-4a39-b29a-2457914fd207), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.688641 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7d3a207a-61a7-4b7c-8dca-077eafac04e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (1424594c-317d-4a39-b29a-2457914fd207), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.691357 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7d3a207a-61a7-4b7c-8dca-077eafac04e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.695155 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-7d3a207a-61a7-4b7c-8dca-077eafac04e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1424594c-317d-4a39-b29a-2457914fd207 HTTP/1.1" status: 204 len: 168 time: 0.1486008 Apr 11 17:45:47.706258 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a207a-61a7-4b7c-8dca-077eafac04e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1424594c-317d-4a39-b29a-2457914fd207,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:47.785070 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-89afcc91-8f18-40de-8b0c-4ea3311f1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (112d2b5d-f7e0-4be4-93ae-ced86e60ed8e), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.785070 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-89afcc91-8f18-40de-8b0c-4ea3311f1ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.785070 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-89afcc91-8f18-40de-8b0c-4ea3311f1ef4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/112d2b5d-f7e0-4be4-93ae-ced86e60ed8e HTTP/1.1" status: 204 len: 168 time: 0.4756961 Apr 11 17:45:47.794619 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afcc91-8f18-40de-8b0c-4ea3311f1ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112d2b5d-f7e0-4be4-93ae-ced86e60ed8e,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:48.119729 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53110) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:48.132810 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7946fb74-f5c5-4c9f-b92f-a11d07561939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:48.210742 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:45:48.311131 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e852bd3-a8fc-4ea2-8e47-bacf4fcb800e req-a55a5243-1305-4cf5-90f4-a2e785c0c295 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:48.313481 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4e852bd3-a8fc-4ea2-8e47-bacf4fcb800e req-a55a5243-1305-4cf5-90f4-a2e785c0c295 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 944 time: 0.0554705 Apr 11 17:45:48.352766 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:48.407697 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7946fb74-f5c5-4c9f-b92f-a11d07561939 admin admin] Publish callbacks [] for security_group (f9026131-d649-4bfc-a62e-510183a41ccd), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:48.416994 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c394b-f138-4d85-9e0c-a093fa901cdb req-3af7cca1-c2a0-407a-9206-0729c4102fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:48.422585 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-184c394b-f138-4d85-9e0c-a093fa901cdb req-3af7cca1-c2a0-407a-9206-0729c4102fa2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 1130 time: 0.0658121 Apr 11 17:45:48.433277 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7946fb74-f5c5-4c9f-b92f-a11d07561939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (f9026131-d649-4bfc-a62e-510183a41ccd), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:48.465986 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d0a72-3512-4fe1-abba-acdbc353668c req-6cea8ecd-4f93-481e-93e1-5b665854b59e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:48.467481 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-922d0a72-3512-4fe1-abba-acdbc353668c req-6cea8ecd-4f93-481e-93e1-5b665854b59e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.1225882 Apr 11 17:45:48.475698 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8173cdd-416f-4880-8a6c-b6d1d718dfeb req-d3523da0-5be4-4f50-a52d-257d4ec16a1c service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049803 Apr 11 17:45:48.521007 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-7946fb74-f5c5-4c9f-b92f-a11d07561939 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=847b47148996494b895d35aad63ff317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001422 Apr 11 17:45:48.524049 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53124) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:48.527045 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4e852bd3-a8fc-4ea2-8e47-bacf4fcb800e req-09430e5a-a1b8-46dc-91db-41446d0ddb20 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056324 Apr 11 17:45:48.529315 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946fb74-f5c5-4c9f-b92f-a11d07561939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9026131-d649-4bfc-a62e-510183a41ccd,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:48.561627 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-922d0a72-3512-4fe1-abba-acdbc353668c req-92a54440-df9d-413f-bdea-48365e8af911 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849068 Apr 11 17:45:48.637154 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b076fdaf-6c65-4796-abe8-9bd3c2512efe admin admin] Publish callbacks [] for security_group (f9026131-d649-4bfc-a62e-510183a41ccd), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:48.657302 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2680ad5-c27b-4745-8993-262b2dcbb8d8 req-918e37d9-ca61-4370-b5db-faf814c27c20 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:48.659185 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b2680ad5-c27b-4745-8993-262b2dcbb8d8 req-918e37d9-ca61-4370-b5db-faf814c27c20 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0537851 Apr 11 17:45:48.661856 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b076fdaf-6c65-4796-abe8-9bd3c2512efe admin admin] Publish callbacks [] for security_group (f9026131-d649-4bfc-a62e-510183a41ccd), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:48.723135 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b2680ad5-c27b-4745-8993-262b2dcbb8d8 req-1ec89c3b-7d74-4677-9ed0-03be0dc4de12 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571585 Apr 11 17:45:48.743582 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-184c394b-f138-4d85-9e0c-a093fa901cdb req-b6e1a4fd-6e9c-4b82-9b40-b83d9d000b42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677800 Apr 11 17:45:48.767517 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b076fdaf-6c65-4796-abe8-9bd3c2512efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (f9026131-d649-4bfc-a62e-510183a41ccd), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:48.770112 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b076fdaf-6c65-4796-abe8-9bd3c2512efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:48.771655 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-b076fdaf-6c65-4796-abe8-9bd3c2512efe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9026131-d649-4bfc-a62e-510183a41ccd HTTP/1.1" status: 204 len: 168 time: 0.2459056 Apr 11 17:45:48.780777 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076fdaf-6c65-4796-abe8-9bd3c2512efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9026131-d649-4bfc-a62e-510183a41ccd,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:49.650156 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf94be2-62e6-47fd-85d6-3b073edcac61 req-50aa935f-9899-4ba5-b28c-769ab1ea7368 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:49.651705 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8bf94be2-62e6-47fd-85d6-3b073edcac61 req-50aa935f-9899-4ba5-b28c-769ab1ea7368 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 944 time: 0.0487604 Apr 11 17:45:49.698387 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8bf94be2-62e6-47fd-85d6-3b073edcac61 req-acfa8784-17db-4a2d-bba9-e49d72b87d00 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Apr 11 17:45:49.803867 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac70c8-3d3e-485c-b2f0-e0353c9c07b8 req-9a94e9e2-4d3f-4d44-9124-9ca4b0cabe33 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:49.805520 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eaac70c8-3d3e-485c-b2f0-e0353c9c07b8 req-9a94e9e2-4d3f-4d44-9124-9ca4b0cabe33 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0507991 Apr 11 17:45:49.858168 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eaac70c8-3d3e-485c-b2f0-e0353c9c07b8 req-ec98b8cb-83e1-4286-82c6-4bd01c2427fd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455382 Apr 11 17:45:49.977791 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d1b7c-c611-48ff-bbaf-bc14f68902b0 req-ea6c0437-a96b-403d-b7b1-65f6787213e8 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:49.979533 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bb2d1b7c-c611-48ff-bbaf-bc14f68902b0 req-ea6c0437-a96b-403d-b7b1-65f6787213e8 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0527794 Apr 11 17:45:50.025492 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53204) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:50.026644 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bb2d1b7c-c611-48ff-bbaf-bc14f68902b0 req-ef99a0d2-932f-49bb-a38f-1e9a3a6a8859 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414779 Apr 11 17:45:50.140452 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fc57310a-839c-40e7-835a-063c562c5d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:50.224804 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fc57310a-839c-40e7-835a-063c562c5d3a admin admin] Publish callbacks [] for security_group (33031b6b-a451-418d-97d2-e0ae4e44e738), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:50.232688 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fc57310a-839c-40e7-835a-063c562c5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (33031b6b-a451-418d-97d2-e0ae4e44e738), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:50.276680 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fc57310a-839c-40e7-835a-063c562c5d3a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5f732744dd10436bbefe11f7dffe4c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500708 Apr 11 17:45:50.278079 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57310a-839c-40e7-835a-063c562c5d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33031b6b-a451-418d-97d2-e0ae4e44e738,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:50.280092 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53210) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:50.336623 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a052622f-9f8e-486a-8c93-2bcfb735974d admin admin] Publish callbacks [] for security_group (33031b6b-a451-418d-97d2-e0ae4e44e738), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:50.363978 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a052622f-9f8e-486a-8c93-2bcfb735974d admin admin] Publish callbacks [] for security_group (33031b6b-a451-418d-97d2-e0ae4e44e738), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:50.424733 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a052622f-9f8e-486a-8c93-2bcfb735974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (33031b6b-a451-418d-97d2-e0ae4e44e738), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:50.428695 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a052622f-9f8e-486a-8c93-2bcfb735974d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:50.434523 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a052622f-9f8e-486a-8c93-2bcfb735974d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33031b6b-a451-418d-97d2-e0ae4e44e738 HTTP/1.1" status: 204 len: 168 time: 0.1491663 Apr 11 17:45:50.448102 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052622f-9f8e-486a-8c93-2bcfb735974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33031b6b-a451-418d-97d2-e0ae4e44e738,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:50.675122 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:50.720950 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:45:50.733462 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:50.733879 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:50.859126 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:50.859585 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:50.868280 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0193dce-ef17-44ea-949f-28de350f3fc4 req-c8efdf29-9001-4e5c-a62f-6ae8b465fd60 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:50.871056 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a0193dce-ef17-44ea-949f-28de350f3fc4 req-c8efdf29-9001-4e5c-a62f-6ae8b465fd60 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 944 time: 0.0629001 Apr 11 17:45:50.886334 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84168c29-8b0e-402f-b496-35985e3e0dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:50.888729 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaa8aee-0a14-43b7-a95f-bed69cd5c949" -d '{"events": [{"server_uuid": "84168c29-8b0e-402f-b496-35985e3e0dcb", "name": "network-vif-plugged", "status": "completed", "tag": "501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:50.908721 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:50.915987 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:50.933135 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a0193dce-ef17-44ea-949f-28de350f3fc4 req-e4a1b1a1-ccdb-44e6-8409-4efd9af4a4fc tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557261 Apr 11 17:45:50.995810 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:51.049962 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6cd1-fd35-4fb5-b103-bc9c205eb3d7 req-82c48b9b-a418-4d0b-b355-25f3f6500d82 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:51.054179 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4b5f6cd1-fd35-4fb5-b103-bc9c205eb3d7 req-82c48b9b-a418-4d0b-b355-25f3f6500d82 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0585291 Apr 11 17:45:51.113952 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4b5f6cd1-fd35-4fb5-b103-bc9c205eb3d7 req-94378da8-9d80-47f2-a41b-b6aaffe4fe8e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550005 Apr 11 17:45:51.175040 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605f5971-3679-4200-8107-74c4425a7be4 x-openstack-request-id: req-605f5971-3679-4200-8107-74c4425a7be4 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:51.175347 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84168c29-8b0e-402f-b496-35985e3e0dcb", "name": "network-vif-plugged", "status": "completed", "tag": "501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:51.175596 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-605f5971-3679-4200-8107-74c4425a7be4 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:51.175991 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605f5971-3679-4200-8107-74c4425a7be4'] response: {'server_uuid': '84168c29-8b0e-402f-b496-35985e3e0dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f', 'code': 200} Apr 11 17:45:51.266024 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6e3fb-0627-4605-ab8d-83cfaa76b1a9 req-52362901-9f3f-465c-a2b4-43daeb313b9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:51.267499 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5cc6e3fb-0627-4605-ab8d-83cfaa76b1a9 req-52362901-9f3f-465c-a2b4-43daeb313b9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0486896 Apr 11 17:45:51.316927 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5cc6e3fb-0627-4605-ab8d-83cfaa76b1a9 req-7b7108d7-dcfd-4b6f-b5d7-037a7348af03 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Apr 11 17:45:51.983779 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:45:52.052218 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cfd23-c140-4388-98f7-05e814f8eb80 req-74f00b31-2828-45b9-992b-bd2c3798f03d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:52.052806 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b35cfd23-c140-4388-98f7-05e814f8eb80 req-74f00b31-2828-45b9-992b-bd2c3798f03d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0483048 Apr 11 17:45:52.100569 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b35cfd23-c140-4388-98f7-05e814f8eb80 req-a3b0e5d7-4e84-4594-82e6-c052989d9f71 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Apr 11 17:45:52.239258 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f6a7f-284f-4338-bbac-cfedf64bce13 req-9400dab9-a22f-4b5b-bb0c-8aa64395e9fe tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:52.240826 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3a2f6a7f-284f-4338-bbac-cfedf64bce13 req-9400dab9-a22f-4b5b-bb0c-8aa64395e9fe tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0509212 Apr 11 17:45:52.293858 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3a2f6a7f-284f-4338-bbac-cfedf64bce13 req-f8b7ccc2-1ec2-4f3e-a824-b4fce35c6f9f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455284 Apr 11 17:45:52.373715 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 4af6de3b-7fc6-4201-b475-4ebeacde9499 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:45:52.448920 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567608a-81c2-4453-968a-d51dc5d7fcd6 req-544d8330-676d-4418-ae11-fe3cbd78009f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:52.450530 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9567608a-81c2-4453-968a-d51dc5d7fcd6 req-544d8330-676d-4418-ae11-fe3cbd78009f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0574107 Apr 11 17:45:52.506742 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9567608a-81c2-4453-968a-d51dc5d7fcd6 req-dd8e60ab-d788-4cdf-85b4-43bb2bbfdbe8 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501003 Apr 11 17:45:52.610353 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:52.623138 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'port_id': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'mac_address': 'fa:16:3e:df:79:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:45:52.668588 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 4af6de3b-7fc6-4201-b475-4ebeacde9499 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:52.669093 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:52.684708 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af6de3b-7fc6-4201-b475-4ebeacde9499 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:45:52.707312 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:52.711310 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:52.772371 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:53.023704 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['4af6de3b-7fc6-4201-b475-4ebeacde9499'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:45:53.222988 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f54dff-1e1e-494d-86f0-6fbd54be07c2 req-a5604d36-63ce-41cc-91ec-6be755dfba8b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:53.230355 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-00f54dff-1e1e-494d-86f0-6fbd54be07c2 req-a5604d36-63ce-41cc-91ec-6be755dfba8b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0606847 Apr 11 17:45:53.291689 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-00f54dff-1e1e-494d-86f0-6fbd54be07c2 req-822d717d-668b-46b5-9fd9-0e8a59118868 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604358 Apr 11 17:45:53.420143 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53374) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:53.427458 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c028b1-6843-4ed1-bb09-3519e7c0b290 req-ec1b2a28-82ed-42b4-a711-e9ed87561463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:53.429187 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-66c028b1-6843-4ed1-bb09-3519e7c0b290 req-ec1b2a28-82ed-42b4-a711-e9ed87561463 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 1129 time: 0.0572248 Apr 11 17:45:53.464501 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f706c-0761-4f2e-8f8f-4d4d8c3745d5 req-aa2ea997-528f-402e-9b07-bc4c7cc84aa5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:53.466391 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-df0f706c-0761-4f2e-8f8f-4d4d8c3745d5 req-aa2ea997-528f-402e-9b07-bc4c7cc84aa5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 945 time: 0.0783181 Apr 11 17:45:53.522638 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-66c028b1-6843-4ed1-bb09-3519e7c0b290 req-a2da3a13-7d1f-4723-bd2f-3326619f1a53 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842185 Apr 11 17:45:53.531627 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-df0f706c-0761-4f2e-8f8f-4d4d8c3745d5 req-0d0a195c-7927-4090-b97c-10d382d379ab tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554469 Apr 11 17:45:53.605673 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1d08d456-0c75-4d58-97ec-aaa737c5826c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:53.626392 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87aff4-d2ef-4088-b621-c7376b6ace5d req-1a603558-7f8d-4db2-a4fe-09d6f65cc835 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:53.628073 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0c87aff4-d2ef-4088-b621-c7376b6ace5d req-1a603558-7f8d-4db2-a4fe-09d6f65cc835 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0471854 Apr 11 17:45:53.661321 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53384) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:53.677360 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0c87aff4-d2ef-4088-b621-c7376b6ace5d req-78921010-2d94-4d9f-bff7-06e653291152 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434613 Apr 11 17:45:53.864318 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1d08d456-0c75-4d58-97ec-aaa737c5826c admin admin] Publish callbacks [] for security_group (156bd810-cc60-44b4-a6de-d0bf97c3944a), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:53.871823 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1d08d456-0c75-4d58-97ec-aaa737c5826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (156bd810-cc60-44b4-a6de-d0bf97c3944a), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:53.909639 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08d456-0c75-4d58-97ec-aaa737c5826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156bd810-cc60-44b4-a6de-d0bf97c3944a,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:53.913800 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-1d08d456-0c75-4d58-97ec-aaa737c5826c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c820a0967da40718f57d8ea173fabbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919143 Apr 11 17:45:53.916397 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53394) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:53.976661 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8d551d96-bb70-48a0-9473-e463e2b09e34 admin admin] Publish callbacks [] for security_group (156bd810-cc60-44b4-a6de-d0bf97c3944a), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:53.978641 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-065f0943-8518-4081-894a-4e6a32b652bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.015649 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8d551d96-bb70-48a0-9473-e463e2b09e34 admin admin] Publish callbacks [] for security_group (156bd810-cc60-44b4-a6de-d0bf97c3944a), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.091778 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8d551d96-bb70-48a0-9473-e463e2b09e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (156bd810-cc60-44b4-a6de-d0bf97c3944a), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.094668 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8d551d96-bb70-48a0-9473-e463e2b09e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.095953 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-8d551d96-bb70-48a0-9473-e463e2b09e34 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/156bd810-cc60-44b4-a6de-d0bf97c3944a HTTP/1.1" status: 204 len: 168 time: 0.1785812 Apr 11 17:45:54.112931 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d551d96-bb70-48a0-9473-e463e2b09e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156bd810-cc60-44b4-a6de-d0bf97c3944a,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:54.132154 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-065f0943-8518-4081-894a-4e6a32b652bf admin admin] Publish callbacks [] for security_group (38816ac8-e39a-40cf-87fa-b53867192d6f), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.138882 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-065f0943-8518-4081-894a-4e6a32b652bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (38816ac8-e39a-40cf-87fa-b53867192d6f), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.179549 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-065f0943-8518-4081-894a-4e6a32b652bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=640351e8cfc148dabdf05bca18d737d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5169218 Apr 11 17:45:54.180723 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f0943-8518-4081-894a-4e6a32b652bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38816ac8-e39a-40cf-87fa-b53867192d6f,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:54.182772 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53410) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:54.255188 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9bb94dca-d817-4f9f-bf51-95abb1c6b0b7 admin admin] Publish callbacks [] for security_group (38816ac8-e39a-40cf-87fa-b53867192d6f), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.292335 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9bb94dca-d817-4f9f-bf51-95abb1c6b0b7 admin admin] Publish callbacks [] for security_group (38816ac8-e39a-40cf-87fa-b53867192d6f), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.367880 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9bb94dca-d817-4f9f-bf51-95abb1c6b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (38816ac8-e39a-40cf-87fa-b53867192d6f), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.369023 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 4af6de3b-7fc6-4201-b475-4ebeacde9499 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:45:54.371125 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9bb94dca-d817-4f9f-bf51-95abb1c6b0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.380559 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-9bb94dca-d817-4f9f-bf51-95abb1c6b0b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38816ac8-e39a-40cf-87fa-b53867192d6f HTTP/1.1" status: 204 len: 168 time: 0.1944761 Apr 11 17:45:54.416326 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb94dca-d817-4f9f-bf51-95abb1c6b0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38816ac8-e39a-40cf-87fa-b53867192d6f,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:54.476389 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 4af6de3b-7fc6-4201-b475-4ebeacde9499 completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:45:54.494320 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 4af6de3b-7fc6-4201-b475-4ebeacde9499 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:45:54.494841 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.501655 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac842600-acbb-4e77-85c4-2daf814a3693 req-d1762fdd-967b-4916-96ea-8e1f24168ee2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:54.503883 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac842600-acbb-4e77-85c4-2daf814a3693 req-d1762fdd-967b-4916-96ea-8e1f24168ee2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0796702 Apr 11 17:45:54.579477 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac842600-acbb-4e77-85c4-2daf814a3693 req-eb241334-5909-4ffe-85d4-cf11c6c3db60 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681279 Apr 11 17:45:54.580394 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53424) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:54.598106 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0a34-108a-45bc-b3b9-72fb22f41cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.639604 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 4af6de3b-7fc6-4201-b475-4ebeacde9499 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:45:54.641127 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.676680 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:54.680735 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b08bf7-ec26-4069-afd0-4a638ce48870" -d '{"events": [{"server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "name": "network-vif-plugged", "status": "completed", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:54.693323 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0a34-108a-45bc-b3b9-72fb22f41cda admin admin] Publish callbacks [] for security_group (85f49b61-4e83-4152-9e6c-638d793045e7), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.702226 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0a34-108a-45bc-b3b9-72fb22f41cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (85f49b61-4e83-4152-9e6c-638d793045e7), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.720096 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:45:54.733797 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.736113 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1ef37-0848-4bd2-8a55-17f5ff7b512c req-264a31f1-e0b4-4ffb-82ee-ea919d898912 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:54.740327 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-24d1ef37-0848-4bd2-8a55-17f5ff7b512c req-264a31f1-e0b4-4ffb-82ee-ea919d898912 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 945 time: 0.0814488 Apr 11 17:45:54.754988 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-3b3d0a34-108a-45bc-b3b9-72fb22f41cda admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=39fc0856ee8b42019c9b97060f533202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734746 Apr 11 17:45:54.758074 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53434) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:54.776110 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9010adb-ad20-486d-96cf-b985121d55b2 x-openstack-request-id: req-d9010adb-ad20-486d-96cf-b985121d55b2 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:54.776431 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "name": "network-vif-plugged", "status": "completed", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:54.776861 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d9010adb-ad20-486d-96cf-b985121d55b2 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:54.777550 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9010adb-ad20-486d-96cf-b985121d55b2'] response: {'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'code': 200} Apr 11 17:45:54.783537 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d0a34-108a-45bc-b3b9-72fb22f41cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f49b61-4e83-4152-9e6c-638d793045e7,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:54.831530 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:54.875329 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bee8ae0b-0a16-44f6-81b9-1816d8e12f01 admin admin] Publish callbacks [] for security_group (85f49b61-4e83-4152-9e6c-638d793045e7), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.887322 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-24d1ef37-0848-4bd2-8a55-17f5ff7b512c req-03fd3d02-a91c-4b7d-8fc2-6bc29fc8e6ff tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325507 Apr 11 17:45:54.934321 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bee8ae0b-0a16-44f6-81b9-1816d8e12f01 admin admin] Publish callbacks [] for security_group (85f49b61-4e83-4152-9e6c-638d793045e7), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:54.979975 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e924c4-bc84-47ce-a379-0600375d75fc req-42e686e7-3a34-44e6-adf2-a3c39e693bba tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:54.982256 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c6e924c4-bc84-47ce-a379-0600375d75fc req-42e686e7-3a34-44e6-adf2-a3c39e693bba tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0789392 Apr 11 17:45:54.999779 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bee8ae0b-0a16-44f6-81b9-1816d8e12f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (85f49b61-4e83-4152-9e6c-638d793045e7), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:55.004053 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bee8ae0b-0a16-44f6-81b9-1816d8e12f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:55.005244 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-bee8ae0b-0a16-44f6-81b9-1816d8e12f01 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/85f49b61-4e83-4152-9e6c-638d793045e7 HTTP/1.1" status: 204 len: 168 time: 0.2446108 Apr 11 17:45:55.015699 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8ae0b-0a16-44f6-81b9-1816d8e12f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f49b61-4e83-4152-9e6c-638d793045e7,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:55.056265 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c6e924c4-bc84-47ce-a379-0600375d75fc req-39f3c04f-0d33-4646-96cb-c28d57259c93 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651181 Apr 11 17:45:55.215605 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23145a-2d8b-4c39-acf7-ceb68f9211f5 req-a969c080-80b1-451e-a462-e859d7d256d1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:55.220904 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ea23145a-2d8b-4c39-acf7-ceb68f9211f5 req-a969c080-80b1-451e-a462-e859d7d256d1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0811749 Apr 11 17:45:55.226093 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53460) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:55.231177 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-5270da52-8302-4c49-8635-d45d5bbdd541 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'floatingip': {'port_id': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:55.311522 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5270da52-8302-4c49-8635-d45d5bbdd541 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (20d84cf7-62a0-4c19-bdfc-54e6a993056c), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:55.734518 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06964d50-45cc-43ab-8449-7972ca36a926 req-e9785d25-62a5-46ae-9a62-5664296fa677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:55.736884 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-06964d50-45cc-43ab-8449-7972ca36a926 req-e9785d25-62a5-46ae-9a62-5664296fa677 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 1130 time: 0.0596809 Apr 11 17:45:55.798985 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-06964d50-45cc-43ab-8449-7972ca36a926 req-b7c62152-9bd0-4bb7-a4cb-ed19252e8c09 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537524 Apr 11 17:45:55.868868 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e167cb-af28-4e25-8b47-c492a98859e6 req-8406756e-9755-41e7-baa8-b6d6fef0e2f2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:55.870411 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d2e167cb-af28-4e25-8b47-c492a98859e6 req-8406756e-9755-41e7-baa8-b6d6fef0e2f2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.1391027 Apr 11 17:45:55.967340 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53502) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:56.082596 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d2e167cb-af28-4e25-8b47-c492a98859e6 req-4ef28985-174e-4c23-82f0-521858d45895 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011724 Apr 11 17:45:56.117500 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-195317e7-97ea-43e3-9602-db7cfcf1c317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:56.123253 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b1e2b-3359-4b89-a8c9-41740f32c517 req-ddc879b1-b0f8-4aa2-92c9-6f9087a26858 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:56.124797 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-791b1e2b-3359-4b89-a8c9-41740f32c517 req-ddc879b1-b0f8-4aa2-92c9-6f9087a26858 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1189651 Apr 11 17:45:56.164090 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.db.resource_extend [None req-5270da52-8302-4c49-8635-d45d5bbdd541 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 17:45:56.222160 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-195317e7-97ea-43e3-9602-db7cfcf1c317 admin admin] Publish callbacks [] for security_group (27307281-38a6-4df4-9f01-261f75f10f19), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:56.228949 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-195317e7-97ea-43e3-9602-db7cfcf1c317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (27307281-38a6-4df4-9f01-261f75f10f19), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:56.254054 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-791b1e2b-3359-4b89-a8c9-41740f32c517 req-8d9a35a3-eb7d-477e-87bb-ab731c2edaf1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186416 Apr 11 17:45:56.263431 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5270da52-8302-4c49-8635-d45d5bbdd541 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:56.273045 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5270da52-8302-4c49-8635-d45d5bbdd541 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (20d84cf7-62a0-4c19-bdfc-54e6a993056c), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:56.287294 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-195317e7-97ea-43e3-9602-db7cfcf1c317 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad0c6ca7961d46bab977a6a70985a566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172243 Apr 11 17:45:56.288180 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195317e7-97ea-43e3-9602-db7cfcf1c317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27307281-38a6-4df4-9f01-261f75f10f19,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:56.301411 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53510) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:56.365215 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-478b7f6e-8405-4a0d-9133-ca6a2873f4c6 admin admin] Publish callbacks [] for security_group (27307281-38a6-4df4-9f01-261f75f10f19), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:56.390824 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-478b7f6e-8405-4a0d-9133-ca6a2873f4c6 admin admin] Publish callbacks [] for security_group (27307281-38a6-4df4-9f01-261f75f10f19), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:56.465508 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-478b7f6e-8405-4a0d-9133-ca6a2873f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (27307281-38a6-4df4-9f01-261f75f10f19), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:56.468970 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-478b7f6e-8405-4a0d-9133-ca6a2873f4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:56.475744 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-478b7f6e-8405-4a0d-9133-ca6a2873f4c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27307281-38a6-4df4-9f01-261f75f10f19 HTTP/1.1" status: 204 len: 168 time: 0.1719203 Apr 11 17:45:56.493863 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b7f6e-8405-4a0d-9133-ca6a2873f4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27307281-38a6-4df4-9f01-261f75f10f19,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:56.672170 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [None req-5270da52-8302-4c49-8635-d45d5bbdd541 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Floating IP 20d84cf7-62a0-4c19-bdfc-54e6a993056c associated. External IP: 172.27.0.237, port: b53e2b66-29be-4ce6-b136-d6314ddc49bd. Apr 11 17:45:56.918024 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53536) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:56.936724 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-40656556-49a5-4b1e-ac41-a27d60b9ac2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:56.949275 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5270da52-8302-4c49-8635-d45d5bbdd541 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Router 42ab7ef3-71a3-4b64-903b-11a0307971cc has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:45:57.123260 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5270da52-8302-4c49-8635-d45d5bbdd541 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:45:57.129962 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5270da52-8302-4c49-8635-d45d5bbdd541 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.142520 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] Sync routers for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:45:57.152772 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:57.153302 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:45:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:57.180409 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-40656556-49a5-4b1e-ac41-a27d60b9ac2c admin admin] Publish callbacks [] for security_group (ddb2555a-f64b-49b8-9492-23d6126701e0), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.204685 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-40656556-49a5-4b1e-ac41-a27d60b9ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (ddb2555a-f64b-49b8-9492-23d6126701e0), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.237483 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-5270da52-8302-4c49-8635-d45d5bbdd541 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "PUT /v2.0/floatingips/20d84cf7-62a0-4c19-bdfc-54e6a993056c HTTP/1.1" status: 200 len: 992 time: 2.0101686 Apr 11 17:45:57.243533 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f998e8-ad58-4811-afeb-f763c763d495', 'tag': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:45:57.245817 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44903734-8b25-4aaa-b2ba-6575ef12b709" -d '{"events": [{"name": "network-changed", "server_uuid": "50f998e8-ad58-4811-afeb-f763c763d495", "tag": "b53e2b66-29be-4ce6-b136-d6314ddc49bd"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:45:57.263447 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f9e8b-6a47-4c47-8050-44ee16b8255f req-094a209d-8587-4e3b-9736-77fe87a488c2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:57.264517 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:57.265071 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-524f9e8b-6a47-4c47-8050-44ee16b8255f req-094a209d-8587-4e3b-9736-77fe87a488c2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.1039290 Apr 11 17:45:57.284798 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53556) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:57.285308 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-40656556-49a5-4b1e-ac41-a27d60b9ac2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9792c0469a9d4729818ea7e91b5f39b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650603 Apr 11 17:45:57.286385 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40656556-49a5-4b1e-ac41-a27d60b9ac2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb2555a-f64b-49b8-9492-23d6126701e0,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:57.324073 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0f8cde-ead4-4d00-9395-fb06ac72d1a5 x-openstack-request-id: req-6a0f8cde-ead4-4d00-9395-fb06ac72d1a5 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:45:57.324367 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f998e8-ad58-4811-afeb-f763c763d495", "tag": "b53e2b66-29be-4ce6-b136-d6314ddc49bd", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:45:57.324622 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a0f8cde-ead4-4d00-9395-fb06ac72d1a5 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:45:57.325032 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0f8cde-ead4-4d00-9395-fb06ac72d1a5'] response: {'name': 'network-changed', 'server_uuid': '50f998e8-ad58-4811-afeb-f763c763d495', 'tag': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd', 'status': 'completed', 'code': 200} Apr 11 17:45:57.364690 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-524f9e8b-6a47-4c47-8050-44ee16b8255f req-405bd3e4-c9f2-4771-bc53-11e8fd0039b8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918019 Apr 11 17:45:57.416719 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1620-2a0b-45d4-9d6c-c463fe9386ad admin admin] Publish callbacks [] for security_group (ddb2555a-f64b-49b8-9492-23d6126701e0), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.442299 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1620-2a0b-45d4-9d6c-c463fe9386ad admin admin] Publish callbacks [] for security_group (ddb2555a-f64b-49b8-9492-23d6126701e0), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.497820 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f879fc-3c86-4e3a-81e7-7f518cf45cf9 req-1c6c0221-fb23-439d-9806-9d964824d572 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:57.500394 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a5f879fc-3c86-4e3a-81e7-7f518cf45cf9 req-1c6c0221-fb23-439d-9806-9d964824d572 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1255198 Apr 11 17:45:57.549155 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1620-2a0b-45d4-9d6c-c463fe9386ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (ddb2555a-f64b-49b8-9492-23d6126701e0), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.555134 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1620-2a0b-45d4-9d6c-c463fe9386ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.559990 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5e9a1620-2a0b-45d4-9d6c-c463fe9386ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ddb2555a-f64b-49b8-9492-23d6126701e0 HTTP/1.1" status: 204 len: 168 time: 0.2680864 Apr 11 17:45:57.577293 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '20d84cf7-62a0-4c19-bdfc-54e6a993056c', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'port_id': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'mac_address': 'fa:16:3e:78:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f998e8-ad58-4811-afeb-f763c763d495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:45:22Z', 'updated_at': '2022-04-11T17:45:56Z', 'revision_number': 1, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:57.578094 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a1620-2a0b-45d4-9d6c-c463fe9386ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb2555a-f64b-49b8-9492-23d6126701e0,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:57.584963 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a5f879fc-3c86-4e3a-81e7-7f518cf45cf9 req-d4ed8b22-086f-4d8c-9f34-97cd318a9b06 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779953 Apr 11 17:45:57.660501 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-04d60846-c3dc-408a-ac68-90658f3b6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:57.663888 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-04d60846-c3dc-408a-ac68-90658f3b6940 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 1130 time: 0.0718706 Apr 11 17:45:57.680828 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] Checking router: 42ab7ef3-71a3-4b64-903b-11a0307971cc for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:45:57.693489 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:45:57.704279 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:45:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:57.856326 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-4c21590e-e1b6-4562-811d-bda15f083639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:57.857881 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-4c21590e-e1b6-4562-811d-bda15f083639 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 912 time: 0.1877663 Apr 11 17:45:57.874589 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:45:58.107573 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-d76cde2c-e1a4-4787-b27f-fc980b1fb45f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd HTTP/1.1" status: 200 len: 1000 time: 0.2425699 Apr 11 17:45:58.174657 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-ca3df63f-0920-4db0-a15e-8fe6fcf4c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:58.176110 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-ca3df63f-0920-4db0-a15e-8fe6fcf4c4e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 1129 time: 0.0531745 Apr 11 17:45:58.213818 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-eba4995e-e823-4b98-9607-dd1cff327a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:58.216114 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-eba4995e-e823-4b98-9607-dd1cff327a1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4765981-e117-4dfa-9abd-cc2d659b3810 HTTP/1.1" status: 200 len: 850 time: 0.0970628 Apr 11 17:45:58.286751 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e7ceb-cf8f-483c-b9b0-5dee475403ad req-d5a8043c-4807-4d45-82cd-1d351eb772cb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:58.295155 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-be0e7ceb-cf8f-483c-b9b0-5dee475403ad req-d5a8043c-4807-4d45-82cd-1d351eb772cb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.1177423 Apr 11 17:45:58.305057 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-11214098-0357-4c8f-864a-9c57ba0da07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:58.306595 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-11214098-0357-4c8f-864a-9c57ba0da07a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18a7394-4f97-4fa6-8c6e-197808eb17ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848393 Apr 11 17:45:58.311552 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '20d84cf7-62a0-4c19-bdfc-54e6a993056c', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'port_id': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'mac_address': 'fa:16:3e:78:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f998e8-ad58-4811-afeb-f763c763d495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:45:22Z', 'updated_at': '2022-04-11T17:45:56Z', 'revision_number': 1, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:45:58.364364 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fdb2f-f0aa-4e3e-b7d1-4ebd45c92ac5 None None] The sync data for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi is: [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '20d84cf7-62a0-4c19-bdfc-54e6a993056c', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'port_id': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'mac_address': 'fa:16:3e:78:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f998e8-ad58-4811-afeb-f763c763d495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:45:22Z', 'updated_at': '2022-04-11T17:45:56Z', 'revision_number': 1, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:45:58.402322 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-be0e7ceb-cf8f-483c-b9b0-5dee475403ad req-e1479764-480d-465b-a748-ef33565d48fc tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060882 Apr 11 17:45:58.422509 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-0f84263f-d17e-4a23-9841-df15598f8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:58.424178 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-0f84263f-d17e-4a23-9841-df15598f8927 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.1846972 Apr 11 17:45:58.473798 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-151ad6c2-12f6-4175-86e9-634b013c5471 service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521616 Apr 11 17:45:58.478438 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-e3388b03-2b7f-49f3-ac7c-8bbc455ad8d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f HTTP/1.1" status: 200 len: 217 time: 0.0449529 Apr 11 17:45:58.544022 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-dbb420b4-80f1-49f9-afcb-e63f5052915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:58.545479 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-dbb420b4-80f1-49f9-afcb-e63f5052915a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0542345 Apr 11 17:45:58.605838 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-505ff8a7-e4fa-46d5-8387-8b701801a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:58.607602 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-505ff8a7-e4fa-46d5-8387-8b701801a109 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553725 Apr 11 17:45:58.638777 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44903734-8b25-4aaa-b2ba-6575ef12b709 req-a3aa7f91-5642-4a43-b4ef-1d1907d0d8cd service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477532 Apr 11 17:45:58.698503 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb5a182-e231-4af1-b65c-f81140fb50d8 None None] New status for floating IP 20d84cf7-62a0-4c19-bdfc-54e6a993056c: ACTIVE {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:45:58.772071 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9cef9-e630-4d15-96b0-6129de5c9979 req-339a18f5-01fa-481f-a2cb-250709bdafb9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:58.773639 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-02c9cef9-e630-4d15-96b0-6129de5c9979 req-339a18f5-01fa-481f-a2cb-250709bdafb9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0601947 Apr 11 17:45:58.801760 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-3e4d496f-cdd1-4e2a-a98d-f4ada57f0489 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872215 Apr 11 17:45:58.870344 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-02c9cef9-e630-4d15-96b0-6129de5c9979 req-ca85c862-0266-4672-afe0-4eb7fa7bddea tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860639 Apr 11 17:45:58.953751 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1037cc5e-11e4-4f48-af49-6a9473af3e29 req-ca47fb93-38ae-46f6-bad5-340a51236254 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386325 Apr 11 17:45:58.990576 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8c7f-7277-42b3-b590-dd947822b422 req-e90323b1-0f3e-406c-b735-7694083ece83 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:58.992377 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-98df8c7f-7277-42b3-b590-dd947822b422 req-e90323b1-0f3e-406c-b735-7694083ece83 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0585754 Apr 11 17:45:59.003098 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53642) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:59.008526 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-3a546230-005b-4996-8e74-af0c09e61ff0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'floatingip': {'port_id': '4af6de3b-7fc6-4201-b475-4ebeacde9499'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:59.111896 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3a546230-005b-4996-8e74-af0c09e61ff0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (82dfe9cc-8302-4440-87ca-baac2e8d7616), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:59.391014 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53700) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:59.541730 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea5444-b99e-4801-96a4-138d7ffcb2a6 req-62263aa6-98c3-4bf0-99d2-9f0bccc4c1bf tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:59.549254 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d3ea5444-b99e-4801-96a4-138d7ffcb2a6 req-62263aa6-98c3-4bf0-99d2-9f0bccc4c1bf tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0673838 Apr 11 17:45:59.615189 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d3ea5444-b99e-4801-96a4-138d7ffcb2a6 req-eb707da8-f84b-43e0-8a06-fcd41f5d70d4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649798 Apr 11 17:45:59.616713 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-60f741f0-47a7-4dbf-8462-01dc8ec8dc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:59.720128 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-60f741f0-47a7-4dbf-8462-01dc8ec8dc48 admin admin] Publish callbacks [] for security_group (20207f3c-11a9-4f0a-86e8-56a46877dfe2), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:59.729028 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-60f741f0-47a7-4dbf-8462-01dc8ec8dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (20207f3c-11a9-4f0a-86e8-56a46877dfe2), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:59.777485 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-60f741f0-47a7-4dbf-8462-01dc8ec8dc48 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4504c4f8925e412790d07716458c613e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855367 Apr 11 17:45:59.778385 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f741f0-47a7-4dbf-8462-01dc8ec8dc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20207f3c-11a9-4f0a-86e8-56a46877dfe2,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:59.782539 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53726) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:59.848311 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-28cf65c2-eadd-4160-8005-9fcf27bcf8ab admin admin] Publish callbacks [] for security_group (20207f3c-11a9-4f0a-86e8-56a46877dfe2), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:59.875870 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-28cf65c2-eadd-4160-8005-9fcf27bcf8ab admin admin] Publish callbacks [] for security_group (20207f3c-11a9-4f0a-86e8-56a46877dfe2), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:59.960885 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-28cf65c2-eadd-4160-8005-9fcf27bcf8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (20207f3c-11a9-4f0a-86e8-56a46877dfe2), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:59.964073 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-28cf65c2-eadd-4160-8005-9fcf27bcf8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:59.965348 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-28cf65c2-eadd-4160-8005-9fcf27bcf8ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20207f3c-11a9-4f0a-86e8-56a46877dfe2 HTTP/1.1" status: 204 len: 168 time: 0.1788721 Apr 11 17:45:59.975109 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf65c2-eadd-4160-8005-9fcf27bcf8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20207f3c-11a9-4f0a-86e8-56a46877dfe2,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:59.989910 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53742) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:00.072888 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.db.resource_extend [None req-3a546230-005b-4996-8e74-af0c09e61ff0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 17:46:00.142246 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-56ecd5a4-41b2-4697-b6e0-a7ef1c3f1f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.170186 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3a546230-005b-4996-8e74-af0c09e61ff0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.175581 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3a546230-005b-4996-8e74-af0c09e61ff0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (82dfe9cc-8302-4440-87ca-baac2e8d7616), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.238559 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-56ecd5a4-41b2-4697-b6e0-a7ef1c3f1f76 admin admin] Publish callbacks [] for security_group (82c9f428-46d9-4409-829a-f82502e5af4d), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.246369 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-56ecd5a4-41b2-4697-b6e0-a7ef1c3f1f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (82c9f428-46d9-4409-829a-f82502e5af4d), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.290724 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-56ecd5a4-41b2-4697-b6e0-a7ef1c3f1f76 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=98e278ee2e9c4088b7604c0e7646ae0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964551 Apr 11 17:46:00.291442 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53754) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:00.291806 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecd5a4-41b2-4697-b6e0-a7ef1c3f1f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c9f428-46d9-4409-829a-f82502e5af4d,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:00.319915 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [None req-3a546230-005b-4996-8e74-af0c09e61ff0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Floating IP 82dfe9cc-8302-4440-87ca-baac2e8d7616 associated. External IP: 172.27.0.222, port: 4af6de3b-7fc6-4201-b475-4ebeacde9499. Apr 11 17:46:00.445099 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Publish callbacks [] for security_group (82c9f428-46d9-4409-829a-f82502e5af4d), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.480464 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Publish callbacks [] for security_group (82c9f428-46d9-4409-829a-f82502e5af4d), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.624869 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (82c9f428-46d9-4409-829a-f82502e5af4d), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.627419 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.628553 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82c9f428-46d9-4409-829a-f82502e5af4d HTTP/1.1" status: 204 len: 168 time: 0.3359430 Apr 11 17:46:00.642022 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c9f428-46d9-4409-829a-f82502e5af4d,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:00.655244 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.655592 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.655966 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.656350 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.656588 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.656917 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.657359 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.657539 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.657887 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.658274 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.658506 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.658840 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.659302 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.659465 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.659758 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8784b8-a309-40aa-92c5-0a4196ea2b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.667113 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a546230-005b-4996-8e74-af0c09e61ff0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Router db8eed94-3e39-45c8-99dd-322b442d28d6 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:46:00.774034 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54310b79-254b-4c83-a766-1bb0c782e9c3 req-48c76d62-00d0-43ce-9076-08baff326a0f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:00.775697 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-54310b79-254b-4c83-a766-1bb0c782e9c3 req-48c76d62-00d0-43ce-9076-08baff326a0f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0606642 Apr 11 17:46:00.861354 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-54310b79-254b-4c83-a766-1bb0c782e9c3 req-e1ef3935-3c6d-47a2-badb-7428c63c619a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776691 Apr 11 17:46:00.923916 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a546230-005b-4996-8e74-af0c09e61ff0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:46:00.928911 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3a546230-005b-4996-8e74-af0c09e61ff0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.934499 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] Sync routers for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:46:00.951472 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:00.952694 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:45:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:00.970952 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-3a546230-005b-4996-8e74-af0c09e61ff0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "PUT /v2.0/floatingips/82dfe9cc-8302-4440-87ca-baac2e8d7616 HTTP/1.1" status: 200 len: 992 time: 1.9664288 Apr 11 17:46:00.971608 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:46:00.973816 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370015a0-80ad-4546-a2bb-811b4dd76632" -d '{"events": [{"name": "network-changed", "server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:46:01.030945 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2ac320-7405-4f5b-be85-389ef7e7f6ec x-openstack-request-id: req-ef2ac320-7405-4f5b-be85-389ef7e7f6ec {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:46:01.031281 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:46:01.031590 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef2ac320-7405-4f5b-be85-389ef7e7f6ec {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:46:01.032101 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2ac320-7405-4f5b-be85-389ef7e7f6ec'] response: {'name': 'network-changed', 'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'status': 'completed', 'code': 200} Apr 11 17:46:01.089648 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:01.137956 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53800) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:01.161907 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.297788 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Publish callbacks [] for security_group (91e0f48f-38d6-488a-afe3-70346ad5deae), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.303380 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (91e0f48f-38d6-488a-afe3-70346ad5deae), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.357119 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65af5cb2d7f640f883550a222381005a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178054 Apr 11 17:46:01.359823 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53804) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:01.363187 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e0f48f-38d6-488a-afe3-70346ad5deae,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:01.372448 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.372880 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.373308 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.373822 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.374404 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.374940 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.375462 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.375981 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.376594 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.377010 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.377413 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.377961 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.379005 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.379531 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.380060 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8a51c7-7a2d-4fb3-8b69-e9589910287a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.391716 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53806) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:01.428532 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-81406cae-c182-4660-ac44-def1562963af admin admin] Publish callbacks [] for security_group (91e0f48f-38d6-488a-afe3-70346ad5deae), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.459920 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-81406cae-c182-4660-ac44-def1562963af admin admin] Publish callbacks [] for security_group (91e0f48f-38d6-488a-afe3-70346ad5deae), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.470532 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '82dfe9cc-8302-4440-87ca-baac2e8d7616', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'port_id': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'mac_address': 'fa:16:3e:df:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16ffe0-8f18-4793-becd-be73a91af607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:45:31Z', 'updated_at': '2022-04-11T17:45:59Z', 'revision_number': 1, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:01.509888 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] Checking router: db8eed94-3e39-45c8-99dd-322b442d28d6 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:46:01.524365 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:01.525096 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:45:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:01.526447 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-81406cae-c182-4660-ac44-def1562963af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (91e0f48f-38d6-488a-afe3-70346ad5deae), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.529026 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-81406cae-c182-4660-ac44-def1562963af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.533412 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-81406cae-c182-4660-ac44-def1562963af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91e0f48f-38d6-488a-afe3-70346ad5deae HTTP/1.1" status: 204 len: 168 time: 0.1719723 Apr 11 17:46:01.543306 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81406cae-c182-4660-ac44-def1562963af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e0f48f-38d6-488a-afe3-70346ad5deae,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:01.614520 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6aad2629-a227-459f-a68f-829392ca2871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.709363 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:01.746389 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6aad2629-a227-459f-a68f-829392ca2871 admin admin] Publish callbacks [] for security_group (acbb88f8-c581-4638-9672-cf239bdcbffd), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.763493 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6aad2629-a227-459f-a68f-829392ca2871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (acbb88f8-c581-4638-9672-cf239bdcbffd), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.806374 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-6aad2629-a227-459f-a68f-829392ca2871 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d7ebda8fc584570837c90c965ec9015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136603 Apr 11 17:46:01.809168 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53820) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:01.836679 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad2629-a227-459f-a68f-829392ca2871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbb88f8-c581-4638-9672-cf239bdcbffd,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:01.876462 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-03ee42fe-a55b-4644-aad9-acd8a99e5fd0 admin admin] Publish callbacks [] for security_group (acbb88f8-c581-4638-9672-cf239bdcbffd), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.901652 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-03ee42fe-a55b-4644-aad9-acd8a99e5fd0 admin admin] Publish callbacks [] for security_group (acbb88f8-c581-4638-9672-cf239bdcbffd), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.990597 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53824) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:02.004171 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '82dfe9cc-8302-4440-87ca-baac2e8d7616', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'port_id': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'mac_address': 'fa:16:3e:df:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16ffe0-8f18-4793-becd-be73a91af607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:45:31Z', 'updated_at': '2022-04-11T17:45:59Z', 'revision_number': 1, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:02.005768 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9da7509a-98b7-4785-95f7-472d1a1177ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.010860 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96faa93-0225-404f-8333-85b396b7b430 req-7291e1de-a321-4793-9d06-3482fed66af5 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:02.012623 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e96faa93-0225-404f-8333-85b396b7b430 req-7291e1de-a321-4793-9d06-3482fed66af5 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0549846 Apr 11 17:46:02.013646 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-03ee42fe-a55b-4644-aad9-acd8a99e5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (acbb88f8-c581-4638-9672-cf239bdcbffd), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.018084 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-03ee42fe-a55b-4644-aad9-acd8a99e5fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.022007 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-03ee42fe-a55b-4644-aad9-acd8a99e5fd0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/acbb88f8-c581-4638-9672-cf239bdcbffd HTTP/1.1" status: 204 len: 168 time: 0.2111111 Apr 11 17:46:02.040095 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d0abb-35db-4df9-8897-427e8e901250 None None] The sync data for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi is: [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '82dfe9cc-8302-4440-87ca-baac2e8d7616', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'port_id': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'mac_address': 'fa:16:3e:df:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a16ffe0-8f18-4793-becd-be73a91af607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:45:31Z', 'updated_at': '2022-04-11T17:45:59Z', 'revision_number': 1, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:46:02.053234 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee42fe-a55b-4644-aad9-acd8a99e5fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbb88f8-c581-4638-9672-cf239bdcbffd,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:02.100354 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e96faa93-0225-404f-8333-85b396b7b430 req-c3bfb8ce-c6a1-431b-b84b-f77be238eeea tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768847 Apr 11 17:46:02.122517 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9da7509a-98b7-4785-95f7-472d1a1177ce admin admin] Publish callbacks [] for security_group (0bc36ea7-0a08-441a-a389-0f89daac0168), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.135753 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9da7509a-98b7-4785-95f7-472d1a1177ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0bc36ea7-0a08-441a-a389-0f89daac0168), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.177415 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-9da7509a-98b7-4785-95f7-472d1a1177ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=212018c004404f278b720caa6fd11def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856155 Apr 11 17:46:02.178768 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7509a-98b7-4785-95f7-472d1a1177ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc36ea7-0a08-441a-a389-0f89daac0168,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:02.180185 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53828) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:02.309300 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-018fe6b4-8b92-47d4-aa63-0b2187fa7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:02.310876 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-018fe6b4-8b92-47d4-aa63-0b2187fa7f4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 1130 time: 0.0787113 Apr 11 17:46:02.325728 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5940d1ec-6f67-43ec-a0f9-85a878b4da19 admin admin] Publish callbacks [] for security_group (0bc36ea7-0a08-441a-a389-0f89daac0168), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.350475 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5940d1ec-6f67-43ec-a0f9-85a878b4da19 admin admin] Publish callbacks [] for security_group (0bc36ea7-0a08-441a-a389-0f89daac0168), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.396101 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f8e00e-88ab-4616-969e-c23506d36456 None None] New status for floating IP 82dfe9cc-8302-4440-87ca-baac2e8d7616: ACTIVE {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:46:02.410423 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5940d1ec-6f67-43ec-a0f9-85a878b4da19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0bc36ea7-0a08-441a-a389-0f89daac0168), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.414167 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5940d1ec-6f67-43ec-a0f9-85a878b4da19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.418551 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-5940d1ec-6f67-43ec-a0f9-85a878b4da19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0bc36ea7-0a08-441a-a389-0f89daac0168 HTTP/1.1" status: 204 len: 168 time: 0.2335849 Apr 11 17:46:02.426822 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940d1ec-6f67-43ec-a0f9-85a878b4da19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc36ea7-0a08-441a-a389-0f89daac0168,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:02.531636 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 53836) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:02.546054 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-651bc85c-c5b9-428f-b96e-615096cb572c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.635193 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-651bc85c-c5b9-428f-b96e-615096cb572c admin admin] Publish callbacks [] for security_group (20f36dcc-622b-4b89-84be-cfcad4858d33), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.639928 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-651bc85c-c5b9-428f-b96e-615096cb572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (20f36dcc-622b-4b89-84be-cfcad4858d33), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.683275 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-651bc85c-c5b9-428f-b96e-615096cb572c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ce04438095042d5af57279dd02b5bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503162 Apr 11 17:46:02.684308 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bc85c-c5b9-428f-b96e-615096cb572c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f36dcc-622b-4b89-84be-cfcad4858d33,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:02.684697 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53844) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:02.746580 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4638d90-aae5-46a1-989b-36290ee763d1 admin admin] Publish callbacks [] for security_group (20f36dcc-622b-4b89-84be-cfcad4858d33), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.772036 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4638d90-aae5-46a1-989b-36290ee763d1 admin admin] Publish callbacks [] for security_group (20f36dcc-622b-4b89-84be-cfcad4858d33), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.841825 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4638d90-aae5-46a1-989b-36290ee763d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (20f36dcc-622b-4b89-84be-cfcad4858d33), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.844654 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4638d90-aae5-46a1-989b-36290ee763d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.845836 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-d4638d90-aae5-46a1-989b-36290ee763d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/20f36dcc-622b-4b89-84be-cfcad4858d33 HTTP/1.1" status: 204 len: 168 time: 0.1600914 Apr 11 17:46:02.855393 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4638d90-aae5-46a1-989b-36290ee763d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f36dcc-622b-4b89-84be-cfcad4858d33,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:03.193496 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:03.195393 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-ef4bc60c-69e4-4734-99b6-bb713ec2fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:03.197020 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-ef4bc60c-69e4-4734-99b6-bb713ec2fe07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 917 time: 0.1753628 Apr 11 17:46:03.328675 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae05d8-b5c2-4157-be6d-06268f3f080c req-6d2ec8fb-ecc2-4899-92e6-26362591c94d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:03.343695 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-feae05d8-b5c2-4157-be6d-06268f3f080c req-6d2ec8fb-ecc2-4899-92e6-26362591c94d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.1241386 Apr 11 17:46:03.431381 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-feae05d8-b5c2-4157-be6d-06268f3f080c req-b2946e62-7993-4457-97d6-cde082a58f43 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866764 Apr 11 17:46:03.433078 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-8b654322-c25a-45ec-8f79-c9635ec5c1cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499 HTTP/1.1" status: 200 len: 1002 time: 0.1650054 Apr 11 17:46:03.689821 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5809e-b0a8-477a-ab78-e1587e5f24db req-7a6e7c33-00fc-436b-924d-831d1fa776ef tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:03.691416 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8cf5809e-b0a8-477a-ab78-e1587e5f24db req-7a6e7c33-00fc-436b-924d-831d1fa776ef tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.0564334 Apr 11 17:46:03.763032 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8cf5809e-b0a8-477a-ab78-e1587e5f24db req-dbdec692-c0be-48c8-93b2-5d0aec180c7f tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639896 Apr 11 17:46:04.568925 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f3823-2a5c-4697-8a1c-c5acd2ad5636 req-18e56814-642a-4203-b517-ee18377922b4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:04.570550 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b20f3823-2a5c-4697-8a1c-c5acd2ad5636 req-18e56814-642a-4203-b517-ee18377922b4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0461376 Apr 11 17:46:04.616023 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b20f3823-2a5c-4697-8a1c-c5acd2ad5636 req-ed14ab38-db1b-4959-8ac2-5000bfb31ed3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400383 Apr 11 17:46:04.861523 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53978) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:04.881956 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddbc2e-b04c-4251-b291-3f1fc492ec2f req-6f65ce18-8dcb-441a-b65e-507464df9955 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:04.883431 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8cddbc2e-b04c-4251-b291-3f1fc492ec2f req-6f65ce18-8dcb-441a-b65e-507464df9955 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.0540965 Apr 11 17:46:04.930241 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8cddbc2e-b04c-4251-b291-3f1fc492ec2f req-3e17b7d8-198c-4b69-810e-6b5ee3c1ad0d tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 Apr 11 17:46:04.971984 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-20e860d4-206e-4096-8ff3-044086c9748a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.050646 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-20e860d4-206e-4096-8ff3-044086c9748a admin admin] Publish callbacks [] for security_group (076ed736-7264-4f72-adc0-284e735baa64), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.056812 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-20e860d4-206e-4096-8ff3-044086c9748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (076ed736-7264-4f72-adc0-284e735baa64), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.095635 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e860d4-206e-4096-8ff3-044086c9748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076ed736-7264-4f72-adc0-284e735baa64,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:05.100897 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-20e860d4-206e-4096-8ff3-044086c9748a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9aa5105d3c1b482faa820429e592b265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383046 Apr 11 17:46:05.103665 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53984) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:05.154143 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-376b4eb9-2d08-48ed-ae9a-da3ae183222c admin admin] Publish callbacks [] for security_group (076ed736-7264-4f72-adc0-284e735baa64), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.176994 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-376b4eb9-2d08-48ed-ae9a-da3ae183222c admin admin] Publish callbacks [] for security_group (076ed736-7264-4f72-adc0-284e735baa64), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.227755 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-376b4eb9-2d08-48ed-ae9a-da3ae183222c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (076ed736-7264-4f72-adc0-284e735baa64), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.230775 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-376b4eb9-2d08-48ed-ae9a-da3ae183222c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.231973 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-376b4eb9-2d08-48ed-ae9a-da3ae183222c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/076ed736-7264-4f72-adc0-284e735baa64 HTTP/1.1" status: 204 len: 168 time: 0.1273992 Apr 11 17:46:05.239635 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b4eb9-2d08-48ed-ae9a-da3ae183222c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076ed736-7264-4f72-adc0-284e735baa64,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:05.521233 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53992) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:05.534689 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5740b926-2b4f-4008-82da-3e4813c6857a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.621548 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5740b926-2b4f-4008-82da-3e4813c6857a admin admin] Publish callbacks [] for security_group (a30df1e4-c4d6-4dbc-9d16-b6a938d96559), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.627342 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5740b926-2b4f-4008-82da-3e4813c6857a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (a30df1e4-c4d6-4dbc-9d16-b6a938d96559), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.663991 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740b926-2b4f-4008-82da-3e4813c6857a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30df1e4-c4d6-4dbc-9d16-b6a938d96559,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:05.668375 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5740b926-2b4f-4008-82da-3e4813c6857a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ed00b6fb25d4aa193fb2452d2ca3e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460774 Apr 11 17:46:05.671160 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 53996) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:05.720091 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a8285e50-4f0a-4ba6-be70-b49db8b43ffc admin admin] Publish callbacks [] for security_group (a30df1e4-c4d6-4dbc-9d16-b6a938d96559), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.734700 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f2258-4186-4e15-aac5-ede513917a1e req-98924b0e-122d-4e3a-9152-31836266ce50 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:05.736157 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ea7f2258-4186-4e15-aac5-ede513917a1e req-98924b0e-122d-4e3a-9152-31836266ce50 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0480921 Apr 11 17:46:05.741466 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a8285e50-4f0a-4ba6-be70-b49db8b43ffc admin admin] Publish callbacks [] for security_group (a30df1e4-c4d6-4dbc-9d16-b6a938d96559), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.789682 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ea7f2258-4186-4e15-aac5-ede513917a1e req-8d8629df-64f9-4596-b8c0-ca3e6e52daad tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473888 Apr 11 17:46:05.792501 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a8285e50-4f0a-4ba6-be70-b49db8b43ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (a30df1e4-c4d6-4dbc-9d16-b6a938d96559), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.795222 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a8285e50-4f0a-4ba6-be70-b49db8b43ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:05.799060 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-a8285e50-4f0a-4ba6-be70-b49db8b43ffc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a30df1e4-c4d6-4dbc-9d16-b6a938d96559 HTTP/1.1" status: 204 len: 168 time: 0.1243327 Apr 11 17:46:05.804409 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8285e50-4f0a-4ba6-be70-b49db8b43ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30df1e4-c4d6-4dbc-9d16-b6a938d96559,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:06.049441 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3830579-2301-4dca-9c8c-7cb4dd5194e7 req-d682d5f0-4d18-4910-8ebd-6d9848b26a1b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:06.050954 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e3830579-2301-4dca-9c8c-7cb4dd5194e7 req-d682d5f0-4d18-4910-8ebd-6d9848b26a1b tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.0544696 Apr 11 17:46:06.108950 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e3830579-2301-4dca-9c8c-7cb4dd5194e7 req-b9b1feae-d439-45d8-ac24-f4378ed23835 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521131 Apr 11 17:46:06.323551 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-ca7b92dd-7dd5-4eb9-8835-dfcd901a546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:06.324985 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-ca7b92dd-7dd5-4eb9-8835-dfcd901a546e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.0448463 Apr 11 17:46:06.912405 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5841e1-428a-4c5b-9dec-0097a6232d12 req-2976abb7-6034-46c2-a089-b8b61b238bad tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:06.915723 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ba5841e1-428a-4c5b-9dec-0097a6232d12 req-2976abb7-6034-46c2-a089-b8b61b238bad tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0527556 Apr 11 17:46:06.965498 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ba5841e1-428a-4c5b-9dec-0097a6232d12 req-2e77115f-4f15-425e-8759-07b7508ff423 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437403 Apr 11 17:46:07.231977 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0757dc-0ab2-4828-86c3-c3419fee5d21 req-a972fc5f-ddf1-453b-88ec-0b211b9ad4bf tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:07.233518 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ff0757dc-0ab2-4828-86c3-c3419fee5d21 req-a972fc5f-ddf1-453b-88ec-0b211b9ad4bf tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.0489666 Apr 11 17:46:07.292351 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ff0757dc-0ab2-4828-86c3-c3419fee5d21 req-9a37f5ac-7768-4052-b8d3-d56af6a49acf tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506108 Apr 11 17:46:08.100305 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1b09-092d-49dc-b331-6d75e5bd0a6d req-e7debb37-3814-4e55-8876-d394b2cf77ee tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:08.101837 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9adc1b09-092d-49dc-b331-6d75e5bd0a6d req-e7debb37-3814-4e55-8876-d394b2cf77ee tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0478642 Apr 11 17:46:08.150962 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9adc1b09-092d-49dc-b331-6d75e5bd0a6d req-e8ced40f-039e-401d-9e9b-f4ee657bde87 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Apr 11 17:46:08.425204 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aade80-e0bf-4c5c-8229-4fa3b012e764 req-77cfc704-e3dc-4fad-807e-4a0db70c6b2f tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:08.426729 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0aade80-e0bf-4c5c-8229-4fa3b012e764 req-77cfc704-e3dc-4fad-807e-4a0db70c6b2f tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.0486319 Apr 11 17:46:08.488832 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0aade80-e0bf-4c5c-8229-4fa3b012e764 req-2ef799eb-6f50-49ef-bf39-e79789453c25 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562062 Apr 11 17:46:09.279452 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bf709-ab3a-4eb0-a767-b54d80c5130d req-8126f900-060f-4cda-a305-10ca23fdb9f2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:09.280989 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2bf709-ab3a-4eb0-a767-b54d80c5130d req-8126f900-060f-4cda-a305-10ca23fdb9f2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0517497 Apr 11 17:46:09.328860 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2bf709-ab3a-4eb0-a767-b54d80c5130d req-08cda0f3-da4e-4abb-beaa-6ee6fee1c719 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Apr 11 17:46:09.624270 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb39f3e-534f-42d0-a2aa-80ec521b03c1 req-3a30acf9-0dcc-4250-a1c1-91441d026ddc tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:09.625761 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1cb39f3e-534f-42d0-a2aa-80ec521b03c1 req-3a30acf9-0dcc-4250-a1c1-91441d026ddc tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.0525296 Apr 11 17:46:09.671756 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1cb39f3e-534f-42d0-a2aa-80ec521b03c1 req-5f65d879-79f2-42cd-af29-60ff40cd64cc tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Apr 11 17:46:10.467459 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c3c2-9faa-484f-a3d2-b76cbf4ec5d5 req-1d55e38c-ab77-4227-9084-046f7d240520 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:10.469069 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d173c3c2-9faa-484f-a3d2-b76cbf4ec5d5 req-1d55e38c-ab77-4227-9084-046f7d240520 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0586276 Apr 11 17:46:10.520887 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d173c3c2-9faa-484f-a3d2-b76cbf4ec5d5 req-35b8ce51-0d53-4f95-99e5-ee7b84dd4eee tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Apr 11 17:46:10.705976 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-ab8a755a-d1ce-4e26-8dba-3a84f7c9e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:10.707428 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-4616a4ed-6767-45ff-a2e3-0718003eb088 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419412 Apr 11 17:46:10.707908 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-ab8a755a-d1ce-4e26-8dba-3a84f7c9e9c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422909 Apr 11 17:46:10.827707 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-80d0785b-e0df-4603-8cd0-ac5c38d3344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:10.829595 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-80d0785b-e0df-4603-8cd0-ac5c38d3344e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 1130 time: 0.0445926 Apr 11 17:46:10.839950 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80455091-49de-4778-aa03-1504d4b4aa06 req-ed0b32eb-74d3-43f8-aa47-37015961a353 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:10.841551 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-80455091-49de-4778-aa03-1504d4b4aa06 req-ed0b32eb-74d3-43f8-aa47-37015961a353 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.0925200 Apr 11 17:46:10.882660 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-a7dc344a-2155-41b3-918f-f971fc5c031f service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525614 Apr 11 17:46:10.906921 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-80455091-49de-4778-aa03-1504d4b4aa06 req-a7658407-f538-4d60-a61f-39f5e5dee032 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586600 Apr 11 17:46:10.972509 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-66bc4bbf-7aad-4693-bcb9-d1821d47d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:10.974398 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-66bc4bbf-7aad-4693-bcb9-d1821d47d430 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.1098809 Apr 11 17:46:11.010768 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-370015a0-80ad-4546-a2bb-811b4dd76632 req-ca42bbf5-7d3b-47ba-8dcd-2e4a5e2c307d service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947180 Apr 11 17:46:11.159686 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-a55ef811-01d0-4a45-b456-8584a0ac49b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475 HTTP/1.1" status: 200 len: 217 time: 0.0403852 Apr 11 17:46:11.214613 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-9084e5d9-4ab4-49d5-8f37-6a6e16d66c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:11.216099 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-9084e5d9-4ab4-49d5-8f37-6a6e16d66c71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0456321 Apr 11 17:46:11.396474 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-bcf1c1fe-8750-4504-832e-d9622fe9f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:11.398081 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-bcf1c1fe-8750-4504-832e-d9622fe9f597 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614059 Apr 11 17:46:11.469272 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-1d32bb73-69a0-4de0-892f-d112de67016c tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:11.470868 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-1d32bb73-69a0-4de0-892f-d112de67016c tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.0589004 Apr 11 17:46:11.507823 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-5d6758d3-7be1-414d-ab74-91e888cf6fb5 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960653 Apr 11 17:46:11.588404 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d7e4c28b-751d-42b0-9dd7-362185f386da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:11.632433 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-b20fbace-ff32-48c0-b1a6-c7847ba39129 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Deleting port 771395a3-38a7-42b1-b267-fbc529d9eb6e {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:46:11.632734 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-b20fbace-ff32-48c0-b1a6-c7847ba39129 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:11.657315 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dda7d0bd-604f-4d7d-a07b-bd695a1cd239 req-c75f7b6d-259f-4eb9-891b-bfd7ac1c0511 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409047 Apr 11 17:46:11.759481 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566fa49-53cb-4591-b280-5625d4508998 req-b20a6bb3-be38-4407-b3ca-eb0d43f38bf9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:11.762678 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9566fa49-53cb-4591-b280-5625d4508998 req-b20a6bb3-be38-4407-b3ca-eb0d43f38bf9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.1362624 Apr 11 17:46:12.125594 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-b20fbace-ff32-48c0-b1a6-c7847ba39129 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] For port 771395a3-38a7-42b1-b267-fbc529d9eb6e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=771395a3-38a7-42b1-b267-fbc529d9eb6e,segment=NetworkSegment(c322b440-ab01-4ffa-a950-44438fa932eb),segment_id=c322b440-ab01-4ffa-a950-44438fa932eb)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:46:12.125978 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-b20fbace-ff32-48c0-b1a6-c7847ba39129 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:12.152207 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2014f-96d0-400a-9b9f-930e01a544b3 req-f7188a79-99a4-4820-9c23-21e9b762f40e tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:12.153656 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8cd2014f-96d0-400a-9b9f-930e01a544b3 req-f7188a79-99a4-4820-9c23-21e9b762f40e tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 945 time: 0.0970452 Apr 11 17:46:12.154841 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-b20fbace-ff32-48c0-b1a6-c7847ba39129 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Calling delete_port for 771395a3-38a7-42b1-b267-fbc529d9eb6e owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:46:12.189873 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9566fa49-53cb-4591-b280-5625d4508998 req-3e6755e4-c2d9-4545-9963-3adde00e57cd tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183068 Apr 11 17:46:12.278990 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8cd2014f-96d0-400a-9b9f-930e01a544b3 req-61613b2a-d09a-4bf5-91f8-03340929457f tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/security-groups?id=e22050cd-deb7-4ec6-b045-91f50a8fde3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179569 Apr 11 17:46:12.382703 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-b20fbace-ff32-48c0-b1a6-c7847ba39129 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (771395a3-38a7-42b1-b267-fbc529d9eb6e), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:12.414718 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fbace-ff32-48c0-b1a6-c7847ba39129 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Pushing event deleted for resources: {'Port': ['ID=771395a3-38a7-42b1-b267-fbc529d9eb6e,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:12.486714 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-b20fbace-ff32-48c0-b1a6-c7847ba39129 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] No DVR routers for this DVR port 771395a3-38a7-42b1-b267-fbc529d9eb6e on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:46:12.493626 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-b20fbace-ff32-48c0-b1a6-c7847ba39129 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:12.500486 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7a69f0b5-922e-43ef-af5c-f7b7abc49fe6 req-b20fbace-ff32-48c0-b1a6-c7847ba39129 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.37 "DELETE /v2.0/ports/771395a3-38a7-42b1-b267-fbc529d9eb6e HTTP/1.1" status: 204 len: 173 time: 1.0229006 Apr 11 17:46:12.501020 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c339d9-1799-4e9b-a477-e4bf74ed22f7', 'name': 'network-vif-deleted', 'tag': '771395a3-38a7-42b1-b267-fbc529d9eb6e'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:46:12.503370 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceca914-68bb-4bcc-b4d3-eb452b7b943c" -d '{"events": [{"server_uuid": "68c339d9-1799-4e9b-a477-e4bf74ed22f7", "name": "network-vif-deleted", "tag": "771395a3-38a7-42b1-b267-fbc529d9eb6e"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:46:12.544955 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d436d1-3885-4378-b93c-dc1f1f565c18 x-openstack-request-id: req-18d436d1-3885-4378-b93c-dc1f1f565c18 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:46:12.545314 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c339d9-1799-4e9b-a477-e4bf74ed22f7", "name": "network-vif-deleted", "tag": "771395a3-38a7-42b1-b267-fbc529d9eb6e", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:46:12.545584 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18d436d1-3885-4378-b93c-dc1f1f565c18 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:46:12.546067 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d436d1-3885-4378-b93c-dc1f1f565c18'] response: {'server_uuid': '68c339d9-1799-4e9b-a477-e4bf74ed22f7', 'name': 'network-vif-deleted', 'tag': '771395a3-38a7-42b1-b267-fbc529d9eb6e', 'status': 'completed', 'code': 200} Apr 11 17:46:13.318267 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b18bbd-3f04-4287-8baa-e7404e258398 req-b70193cb-c889-4a46-97df-2f19c51efa71 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:13.319761 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-88b18bbd-3f04-4287-8baa-e7404e258398 req-b70193cb-c889-4a46-97df-2f19c51efa71 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0540619 Apr 11 17:46:13.389714 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7bb59c4c-3533-494a-8ec8-7cf9ce25bc32 req-552fb58e-40ef-47ed-a15e-147ee25b226f tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 210 time: 0.0392900 Apr 11 17:46:13.394093 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-88b18bbd-3f04-4287-8baa-e7404e258398 req-7f26809f-3a07-4a7d-a7bf-ddaf2d8f7732 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686443 Apr 11 17:46:14.247541 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1b883251-fb65-4ff2-bffb-abdcebfdf12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:14.498292 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4387b7d3-1ed9-4e3f-815d-8af6dbd82afb req-4f15bf18-f014-4d6f-bcb2-55e44671aee3 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 210 time: 0.0336871 Apr 11 17:46:14.531379 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ca96b-8dd7-4171-a8a8-7d46f27f8c39 req-b24ef774-0ea6-4482-9034-df35ee7b85f9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:14.532828 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4e1ca96b-8dd7-4171-a8a8-7d46f27f8c39 req-b24ef774-0ea6-4482-9034-df35ee7b85f9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0595481 Apr 11 17:46:14.583310 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4e1ca96b-8dd7-4171-a8a8-7d46f27f8c39 req-b2a184a5-f82c-4396-b50c-af4e704251a4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447869 Apr 11 17:46:15.055740 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['771395a3-38a7-42b1-b267-fbc529d9eb6e'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:46:15.120663 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 771395a3-38a7-42b1-b267-fbc529d9eb6e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:46:15.141913 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 771395a3-38a7-42b1-b267-fbc529d9eb6e {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:46:15.142345 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 771395a3-38a7-42b1-b267-fbc529d9eb6e not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:46:15.604168 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-920c2ee1-f81c-4d60-befa-f5d86420c184 req-3f7b6631-7d6a-4cbf-b626-ceb4a56f1450 tempest-DeleteServersTestJSON-663214335 tempest-DeleteServersTestJSON-663214335-project] 10.222.0.79 "GET /v2.0/ports?device_id=68c339d9-1799-4e9b-a477-e4bf74ed22f7 HTTP/1.1" status: 200 len: 210 time: 0.0309782 Apr 11 17:46:15.703658 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f709-8ec3-4349-8960-f6127ad7a793 req-e8a89c14-63f9-40b6-880f-330e3a8fcea4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:15.705235 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ff73f709-8ec3-4349-8960-f6127ad7a793 req-e8a89c14-63f9-40b6-880f-330e3a8fcea4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0504248 Apr 11 17:46:15.761802 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ff73f709-8ec3-4349-8960-f6127ad7a793 req-498e3848-7e85-4ccd-8dab-3377501a43f8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501719 Apr 11 17:46:16.035002 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:16.398779 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54234) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:16.511466 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3453155a-f900-4c25-b01b-5de9bf9161bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:16.595827 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3453155a-f900-4c25-b01b-5de9bf9161bb admin admin] Publish callbacks [] for security_group (5a45699a-52bb-4586-8d62-96a23c01fd04), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:16.601163 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3453155a-f900-4c25-b01b-5de9bf9161bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (5a45699a-52bb-4586-8d62-96a23c01fd04), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:16.644253 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-3453155a-f900-4c25-b01b-5de9bf9161bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02d7094b46cc46d0bbdb49915820af80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437072 Apr 11 17:46:16.644393 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54254) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:16.645199 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453155a-f900-4c25-b01b-5de9bf9161bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45699a-52bb-4586-8d62-96a23c01fd04,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:16.721616 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9d8827d8-30f8-4997-9290-f8e64ff8111b admin admin] Publish callbacks [] for security_group (5a45699a-52bb-4586-8d62-96a23c01fd04), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:16.745577 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9d8827d8-30f8-4997-9290-f8e64ff8111b admin admin] Publish callbacks [] for security_group (5a45699a-52bb-4586-8d62-96a23c01fd04), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:16.795317 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9d8827d8-30f8-4997-9290-f8e64ff8111b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (5a45699a-52bb-4586-8d62-96a23c01fd04), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:16.798790 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9d8827d8-30f8-4997-9290-f8e64ff8111b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:16.804518 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-9d8827d8-30f8-4997-9290-f8e64ff8111b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a45699a-52bb-4586-8d62-96a23c01fd04 HTTP/1.1" status: 204 len: 168 time: 0.1586175 Apr 11 17:46:16.818794 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8827d8-30f8-4997-9290-f8e64ff8111b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45699a-52bb-4586-8d62-96a23c01fd04,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:16.888964 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a73c85-1d6c-488c-a932-8f63e1669e39 req-481f80c4-c80c-407d-a8b9-83e3bb49ec56 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:16.901119 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-72a73c85-1d6c-488c-a932-8f63e1669e39 req-481f80c4-c80c-407d-a8b9-83e3bb49ec56 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0665271 Apr 11 17:46:16.954374 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-72a73c85-1d6c-488c-a932-8f63e1669e39 req-3bec214b-a1eb-433b-ade4-c20c47911d75 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500348 Apr 11 17:46:17.061996 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:17.132481 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54276) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:17.146522 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5f0e-ab70-48ac-b81b-0581b0e89c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:17.228916 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5f0e-ab70-48ac-b81b-0581b0e89c72 admin admin] Publish callbacks [] for security_group (1935e534-4825-467d-b2ee-a39d69001dd5), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:17.234700 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5f0e-ab70-48ac-b81b-0581b0e89c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (1935e534-4825-467d-b2ee-a39d69001dd5), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:17.273015 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-9ebd5f0e-ab70-48ac-b81b-0581b0e89c72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ba32c34d639478f831011a106061a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394062 Apr 11 17:46:17.273899 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd5f0e-ab70-48ac-b81b-0581b0e89c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1935e534-4825-467d-b2ee-a39d69001dd5,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:17.276729 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54278) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:17.331456 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7a366ebf-0234-41f5-b92e-32d3d6df8cc9 admin admin] Publish callbacks [] for security_group (1935e534-4825-467d-b2ee-a39d69001dd5), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:17.356303 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7a366ebf-0234-41f5-b92e-32d3d6df8cc9 admin admin] Publish callbacks [] for security_group (1935e534-4825-467d-b2ee-a39d69001dd5), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:17.406751 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7a366ebf-0234-41f5-b92e-32d3d6df8cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (1935e534-4825-467d-b2ee-a39d69001dd5), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:17.409319 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7a366ebf-0234-41f5-b92e-32d3d6df8cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:17.410491 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-7a366ebf-0234-41f5-b92e-32d3d6df8cc9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1935e534-4825-467d-b2ee-a39d69001dd5 HTTP/1.1" status: 204 len: 168 time: 0.1323638 Apr 11 17:46:17.418490 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a366ebf-0234-41f5-b92e-32d3d6df8cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1935e534-4825-467d-b2ee-a39d69001dd5,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:18.071007 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aebe9b-86e0-4913-9a07-95e0c0468e3e req-8e1de202-7c9e-4e43-b7e2-585bab3e765e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:18.078486 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-28aebe9b-86e0-4913-9a07-95e0c0468e3e req-8e1de202-7c9e-4e43-b7e2-585bab3e765e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0639446 Apr 11 17:46:18.140324 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-28aebe9b-86e0-4913-9a07-95e0c0468e3e req-60b1ee2b-ba7b-43ec-9e4b-fa795d761631 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607755 Apr 11 17:46:18.142622 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54318) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:18.188014 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cab806f-a807-469c-a5ad-b5fcedcc8f9f admin admin] Deleting subnet 20a1b2ae-5f36-46d2-bcf5-f50365626745 {{(pid=109938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:46:18.191676 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5cab806f-a807-469c-a5ad-b5fcedcc8f9f admin admin] Publish callbacks [] for subnet (20a1b2ae-5f36-46d2-bcf5-f50365626745), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.233010 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5cab806f-a807-469c-a5ad-b5fcedcc8f9f admin admin] Publish callbacks [] for subnet (20a1b2ae-5f36-46d2-bcf5-f50365626745), precommit_delete_associations {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.246420 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5cab806f-a807-469c-a5ad-b5fcedcc8f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (20a1b2ae-5f36-46d2-bcf5-f50365626745), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.314653 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5cab806f-a807-469c-a5ad-b5fcedcc8f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (20a1b2ae-5f36-46d2-bcf5-f50365626745), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.327273 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.340779 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab806f-a807-469c-a5ad-b5fcedcc8f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a1b2ae-5f36-46d2-bcf5-f50365626745,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:18.347979 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5cab806f-a807-469c-a5ad-b5fcedcc8f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.351430 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-5cab806f-a807-469c-a5ad-b5fcedcc8f9f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/20a1b2ae-5f36-46d2-bcf5-f50365626745 HTTP/1.1" status: 204 len: 168 time: 0.2076986 Apr 11 17:46:18.354070 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54324) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:18.429533 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (4d09841c-5bcd-4047-9ff6-35cc15801792), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.519350 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (4d09841c-5bcd-4047-9ff6-35cc15801792), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.558142 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d09841c-5bcd-4047-9ff6-35cc15801792']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:18.568290 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c322b440-ab01-4ffa-a950-44438fa932eb') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:18.568656 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c322b440-ab01-4ffa-a950-44438fa932eb') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:18.578656 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (c322b440-ab01-4ffa-a950-44438fa932eb), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.592296 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (c322b440-ab01-4ffa-a950-44438fa932eb), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.598925 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:46:18.599314 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (c322b440-ab01-4ffa-a950-44438fa932eb), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:46:18.601191 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:46:18.664080 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (4d09841c-5bcd-4047-9ff6-35cc15801792), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.675482 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:18.679921 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4d09841c-5bcd-4047-9ff6-35cc15801792 HTTP/1.1" status: 204 len: 168 time: 0.3242648 Apr 11 17:46:18.697082 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f804e2-708e-44f3-93e2-b4033f3b0fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d09841c-5bcd-4047-9ff6-35cc15801792,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:18.875957 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54352) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:18.940418 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a004c74a-2898-4d50-9ac1-2072e11be67d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ebf0f713a28e4ff1aa2a3a64ba04fa52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0631182 Apr 11 17:46:18.943151 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54358) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:19.009656 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9dc8d7c8-53db-4ecc-9b9c-9837dba9306f admin admin] Publish callbacks [] for security_group (e22050cd-deb7-4ec6-b045-91f50a8fde3d), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:19.035824 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9dc8d7c8-53db-4ecc-9b9c-9837dba9306f admin admin] Publish callbacks [] for security_group (e22050cd-deb7-4ec6-b045-91f50a8fde3d), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:19.098259 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9dc8d7c8-53db-4ecc-9b9c-9837dba9306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e22050cd-deb7-4ec6-b045-91f50a8fde3d), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:19.101162 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9dc8d7c8-53db-4ecc-9b9c-9837dba9306f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:19.105002 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-9dc8d7c8-53db-4ecc-9b9c-9837dba9306f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e22050cd-deb7-4ec6-b045-91f50a8fde3d HTTP/1.1" status: 204 len: 168 time: 0.1607382 Apr 11 17:46:19.115008 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8d7c8-53db-4ecc-9b9c-9837dba9306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22050cd-deb7-4ec6-b045-91f50a8fde3d,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:19.270560 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b10ed-0e53-448c-9a02-e6bee1464e14 req-41d40a08-6771-4a01-b89c-1ea082e2efed tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:19.272255 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-dc2b10ed-0e53-448c-9a02-e6bee1464e14 req-41d40a08-6771-4a01-b89c-1ea082e2efed tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0542626 Apr 11 17:46:19.332683 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-dc2b10ed-0e53-448c-9a02-e6bee1464e14 req-5606c9a1-bba0-4db8-8788-bc8773fc80eb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538187 Apr 11 17:46:19.605455 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54406) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:19.763590 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5cc8370a-427f-48e8-8ec5-2cd95243f6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:19.851821 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5cc8370a-427f-48e8-8ec5-2cd95243f6c2 admin admin] Publish callbacks [] for security_group (a339058d-f943-43c2-9b33-ce7bbed1ddba), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:19.856946 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5cc8370a-427f-48e8-8ec5-2cd95243f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (a339058d-f943-43c2-9b33-ce7bbed1ddba), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:19.903734 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8370a-427f-48e8-8ec5-2cd95243f6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a339058d-f943-43c2-9b33-ce7bbed1ddba,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:19.908115 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5cc8370a-427f-48e8-8ec5-2cd95243f6c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=042b516d9ad14843be67370e6bfc59a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008671 Apr 11 17:46:19.910720 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54422) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:19.973184 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c328e62-d699-436c-b828-f3925cb99965 admin admin] Publish callbacks [] for security_group (a339058d-f943-43c2-9b33-ce7bbed1ddba), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:19.996376 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c328e62-d699-436c-b828-f3925cb99965 admin admin] Publish callbacks [] for security_group (a339058d-f943-43c2-9b33-ce7bbed1ddba), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:20.055797 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c328e62-d699-436c-b828-f3925cb99965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (a339058d-f943-43c2-9b33-ce7bbed1ddba), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:20.058438 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6c328e62-d699-436c-b828-f3925cb99965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:20.062652 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-6c328e62-d699-436c-b828-f3925cb99965 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a339058d-f943-43c2-9b33-ce7bbed1ddba HTTP/1.1" status: 204 len: 168 time: 0.1506588 Apr 11 17:46:20.071098 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c328e62-d699-436c-b828-f3925cb99965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339058d-f943-43c2-9b33-ce7bbed1ddba,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:20.474834 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54448) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:20.476624 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20862f-255c-405e-afa8-3548ccb4b914 req-e32705c7-abfc-4d82-b5a2-9c246716253d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:20.478176 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ee20862f-255c-405e-afa8-3548ccb4b914 req-e32705c7-abfc-4d82-b5a2-9c246716253d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0611486 Apr 11 17:46:20.489260 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e08fd36a-873b-4070-adb8-4592b5d756ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:20.528593 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ee20862f-255c-405e-afa8-3548ccb4b914 req-8ff9c677-8925-4a5b-bbc5-96389d545755 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443158 Apr 11 17:46:20.578392 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e08fd36a-873b-4070-adb8-4592b5d756ad admin admin] Publish callbacks [] for security_group (58211cd4-8344-474f-989e-57ce77569f46), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:20.583024 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e08fd36a-873b-4070-adb8-4592b5d756ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (58211cd4-8344-474f-989e-57ce77569f46), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:20.620085 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fd36a-873b-4070-adb8-4592b5d756ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58211cd4-8344-474f-989e-57ce77569f46,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:20.627586 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54456) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:20.635407 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-e08fd36a-873b-4070-adb8-4592b5d756ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=787ec2dcaf1d4f0da704d9c04b0b54cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590867 Apr 11 17:46:20.684223 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53b2782c-6bed-4497-b18b-ea94362b57ae admin admin] Publish callbacks [] for security_group (58211cd4-8344-474f-989e-57ce77569f46), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:20.708433 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53b2782c-6bed-4497-b18b-ea94362b57ae admin admin] Publish callbacks [] for security_group (58211cd4-8344-474f-989e-57ce77569f46), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:20.770718 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53b2782c-6bed-4497-b18b-ea94362b57ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (58211cd4-8344-474f-989e-57ce77569f46), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:20.773614 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53b2782c-6bed-4497-b18b-ea94362b57ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:20.781215 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-53b2782c-6bed-4497-b18b-ea94362b57ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58211cd4-8344-474f-989e-57ce77569f46 HTTP/1.1" status: 204 len: 168 time: 0.1490822 Apr 11 17:46:20.789267 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2782c-6bed-4497-b18b-ea94362b57ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58211cd4-8344-474f-989e-57ce77569f46,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:21.365559 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54488) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:21.481550 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2d6eda24-9e9e-470c-92c6-a42289a33a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.559614 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2d6eda24-9e9e-470c-92c6-a42289a33a26 admin admin] Publish callbacks [] for security_group (d725bd33-84be-45cf-bf71-b0d78eaee99f), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.565487 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2d6eda24-9e9e-470c-92c6-a42289a33a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (d725bd33-84be-45cf-bf71-b0d78eaee99f), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.606483 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-2d6eda24-9e9e-470c-92c6-a42289a33a26 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dfdffcf00005453786284670dbb307a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397881 Apr 11 17:46:21.607642 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eda24-9e9e-470c-92c6-a42289a33a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d725bd33-84be-45cf-bf71-b0d78eaee99f,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:21.610751 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54502) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:21.638459 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54504) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:21.666848 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b18b43-09bc-4945-b961-3422a9ce1f1f req-f7c0bc5f-2cd1-4fea-824a-f6d8d53200b4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:21.668544 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-70b18b43-09bc-4945-b961-3422a9ce1f1f req-f7c0bc5f-2cd1-4fea-824a-f6d8d53200b4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0644569 Apr 11 17:46:21.674678 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-96a62161-3f89-4a76-9011-b321180c89fb admin admin] Publish callbacks [] for security_group (d725bd33-84be-45cf-bf71-b0d78eaee99f), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.702988 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-96a62161-3f89-4a76-9011-b321180c89fb admin admin] Publish callbacks [] for security_group (d725bd33-84be-45cf-bf71-b0d78eaee99f), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.729670 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-70b18b43-09bc-4945-b961-3422a9ce1f1f req-f548f130-6f1a-49e3-9642-3bf7fdd63ce9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544510 Apr 11 17:46:21.764059 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-96a62161-3f89-4a76-9011-b321180c89fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (d725bd33-84be-45cf-bf71-b0d78eaee99f), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.767692 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-96a62161-3f89-4a76-9011-b321180c89fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.769178 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-96a62161-3f89-4a76-9011-b321180c89fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d725bd33-84be-45cf-bf71-b0d78eaee99f HTTP/1.1" status: 204 len: 168 time: 0.1573534 Apr 11 17:46:21.777461 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-248098268-network', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:21.790688 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a62161-3f89-4a76-9011-b321180c89fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d725bd33-84be-45cf-bf71-b0d78eaee99f,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:21.808652 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Made reservation on behalf of 972d43f1fad849a0aca760c4257c6d35 for: {'network': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:21.811465 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.824440 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.928926 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Publish callbacks [] for security_group (b65689e4-a0f0-42c0-abf9-ccf7b4548aa3), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.939254 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (b65689e4-a0f0-42c0-abf9-ccf7b4548aa3), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.962819 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=109939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:46:21.978383 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:21.985235 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (405c036a-7537-4d41-ae57-aaa02722ac8f), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:21.985483 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.segments_db [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Added segment 405c036a-7537-4d41-ae57-aaa02722ac8f of type vlan for network a1296a78-ceae-4ab5-b9c1-5b0de8049895 Apr 11 17:46:22.051314 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (a1296a78-ceae-4ab5-b9c1-5b0de8049895), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.080936 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (a1296a78-ceae-4ab5-b9c1-5b0de8049895), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.081965 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:22.082558 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.118134 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4783571 Apr 11 17:46:22.121298 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54516) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:22.128054 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Request body: {'subnet': {'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-248098268-subnet', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:22.150222 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b29be-a170-47f1-a56a-2e3998c2795f admin admin] Pushing event updated for resources: {'Network': ['ID=a1296a78-ceae-4ab5-b9c1-5b0de8049895,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:22.151320 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Made reservation on behalf of 972d43f1fad849a0aca760c4257c6d35 for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:22.154861 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.163135 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network a1296a78-ceae-4ab5-b9c1-5b0de8049895 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:46:22.374943 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (17e43e9b-cc14-4eca-8175-44631c934fef), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.438257 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e43e9b-cc14-4eca-8175-44631c934fef,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:22.448350 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Checking segment: {'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:22.448710 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Network hostable DHCP agents. Network: a1296a78-ceae-4ab5-b9c1-5b0de8049895, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:46:22.468618 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Network a1296a78-ceae-4ab5-b9c1-5b0de8049895 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:46:22.479609 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, a1296a78-ceae-4ab5-b9c1-5b0de8049895) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:22.484038 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:22.484696 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.490931 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37444f53-2c87-40df-9f94-811ada2d4176 None None] Network a1296a78-ceae-4ab5-b9c1-5b0de8049895 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:22.516034 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f9cbb97e-02ad-4bbe-b2be-7c2dbd24c0ba admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3935328 Apr 11 17:46:22.518830 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54524) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:22.524046 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:22.554244 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (e79cb281-cb8a-4961-ba0a-20df6152f454), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.555382 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (e79cb281-cb8a-4961-ba0a-20df6152f454), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.630467 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:46:22.631958 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.654236 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks [] for router_controller (e79cb281-cb8a-4961-ba0a-20df6152f454), precommit_add_association {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.815590 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks [] for router_gateway (e79cb281-cb8a-4961-ba0a-20df6152f454), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:22.821746 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Allocated IP 172.20.0.2 (a1296a78-ceae-4ab5-b9c1-5b0de8049895/17e43e9b-cc14-4eca-8175-44631c934fef/151c32ca-8563-4ffa-846e-e709bce2f807) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:22.930792 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322d91-07dc-4796-99b3-6fdd7e4c59d2 req-c3019164-437e-4cbd-9094-cbbed6402c52 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:22.932491 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b1322d91-07dc-4796-99b3-6fdd7e4c59d2 req-c3019164-437e-4cbd-9094-cbbed6402c52 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.1001728 Apr 11 17:46:23.002441 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Publish callbacks [] for port (151c32ca-8563-4ffa-846e-e709bce2f807), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:23.016860 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:23.056481 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b1322d91-07dc-4796-99b3-6fdd7e4c59d2 req-31dccf71-3f8a-4243-904f-4264546bc79f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160078 Apr 11 17:46:23.064957 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Network a1296a78-ceae-4ab5-b9c1-5b0de8049895 is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:23.073372 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:23.081735 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:46:23.117970 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Pushing event updated for resources: {'Port': ['ID=151c32ca-8563-4ffa-846e-e709bce2f807,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:23.118398 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks [] for router_gateway (e79cb281-cb8a-4961-ba0a-20df6152f454), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:23.128818 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.129167 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.129526 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.129906 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.130496 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.130826 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.131157 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.131485 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.131810 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.132134 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.132456 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.132799 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.133125 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.133441 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.134137 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:23.143849 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:23.167884 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Attempting to bind port 151c32ca-8563-4ffa-846e-e709bce2f807 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:46:23.168472 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Attempting to bind port 151c32ca-8563-4ffa-846e-e709bce2f807 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:46:23.168609 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Attempting to bind port 151c32ca-8563-4ffa-846e-e709bce2f807 on network a1296a78-ceae-4ab5-b9c1-5b0de8049895 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:23.175390 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:46:23.175870 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Checking segment: {'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:23.176498 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:23.177103 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Bound using segment: {'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:46:23.177985 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Bound port: 151c32ca-8563-4ffa-846e-e709bce2f807, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:46:23.178710 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:23.247376 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] For port 151c32ca-8563-4ffa-846e-e709bce2f807, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:46:23.250654 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] For port 151c32ca-8563-4ffa-846e-e709bce2f807, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=151c32ca-8563-4ffa-846e-e709bce2f807,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:46:23.252869 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Allocated IP 172.27.0.198 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/d28d4218-e4f8-47c2-942a-cb69ad6b3327) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:23.259630 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:23.322901 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe42bf9-d3ed-47f0-ae8d-c6899a8ed498 None None] Pushing event updated for resources: {'Port': ['ID=151c32ca-8563-4ffa-846e-e709bce2f807,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:23.389315 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks [] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:23.425219 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:23.479484 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:23.482545 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:23.488657 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:46:23.493818 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d28d4218-e4f8-47c2-942a-cb69ad6b3327,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:23.727594 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks [] for router_gateway (e79cb281-cb8a-4961-ba0a-20df6152f454), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:24.013429 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (e79cb281-cb8a-4961-ba0a-20df6152f454), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:24.332497 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d9c3a-3c9b-44a9-b8f0-21617c973124 None None] Network a1296a78-ceae-4ab5-b9c1-5b0de8049895 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:24.417365 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-1a2bd59b-ac87-4cfc-ae4c-658110aaa985 None None] Provisioning complete for port 151c32ca-8563-4ffa-846e-e709bce2f807 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:24.417725 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd59b-ac87-4cfc-ae4c-658110aaa985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:24.432795 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bba596-b1a7-4a9e-92b7-3aec5bf43a64 req-01a259d1-cab0-477d-b018-b2f41d0def1a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:24.434323 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-49bba596-b1a7-4a9e-92b7-3aec5bf43a64 req-01a259d1-cab0-477d-b018-b2f41d0def1a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0580740 Apr 11 17:46:24.501569 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-49bba596-b1a7-4a9e-92b7-3aec5bf43a64 req-f62449f8-3e93-435a-95ff-402a689e103d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598390 Apr 11 17:46:24.504920 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Router e79cb281-cb8a-4961-ba0a-20df6152f454 is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:46:24.548502 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bd59b-ac87-4cfc-ae4c-658110aaa985 None None] Current status of the port 151c32ca-8563-4ffa-846e-e709bce2f807 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:24.548889 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd59b-ac87-4cfc-ae4c-658110aaa985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:24.583962 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-1a2bd59b-ac87-4cfc-ae4c-658110aaa985 None None] For port 151c32ca-8563-4ffa-846e-e709bce2f807, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=151c32ca-8563-4ffa-846e-e709bce2f807,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:46:24.594015 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd59b-ac87-4cfc-ae4c-658110aaa985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:24.632863 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:46:24.645017 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Sync routers for ids ['e79cb281-cb8a-4961-ba0a-20df6152f454'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:46:24.660772 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Routers {'e79cb281-cb8a-4961-ba0a-20df6152f454'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:24.661656 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['e79cb281-cb8a-4961-ba0a-20df6152f454'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:24.663612 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bd59b-ac87-4cfc-ae4c-658110aaa985 None None] Pushing event updated for resources: {'Port': ['ID=151c32ca-8563-4ffa-846e-e709bce2f807,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:24.664904 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:24.669074 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54556) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:24.675395 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-957b5972-f075-4c28-9537-3c95591fe3f9 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1464651 Apr 11 17:46:24.715503 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-76b94481-f0c0-4a8b-a40e-2bbbbc3a1753 None None] Provisioning complete for port 151c32ca-8563-4ffa-846e-e709bce2f807 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:24.716603 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-76b94481-f0c0-4a8b-a40e-2bbbbc3a1753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:24.796057 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Set router e79cb281-cb8a-4961-ba0a-20df6152f454 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:24.964469 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-76b94481-f0c0-4a8b-a40e-2bbbbc3a1753 None None] Current status of the port 151c32ca-8563-4ffa-846e-e709bce2f807 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:25.010169 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:23Z', 'revision_number': 3, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:25.037917 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Checking router: e79cb281-cb8a-4961-ba0a-20df6152f454 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:46:25.038260 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Updating router e79cb281-cb8a-4961-ba0a-20df6152f454 port d28d4218-e4f8-47c2-942a-cb69ad6b3327 binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:46:25.068146 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.227353 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.359910 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Publish callbacks [] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.367212 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.400369 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 151c32ca-8563-4ffa-846e-e709bce2f807 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:25.419186 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Pushing event updated for resources: {'Port': ['ID=d28d4218-e4f8-47c2-942a-cb69ad6b3327,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:25.427099 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Allocated IP 172.20.0.1 (a1296a78-ceae-4ab5-b9c1-5b0de8049895/17e43e9b-cc14-4eca-8175-44631c934fef/f2c3211f-263c-4fac-b48a-181b495f59e3) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:25.441212 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.441932 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.442487 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.442988 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.443463 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.443936 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.444433 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.444907 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.445377 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.445895 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.446487 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.446839 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.447305 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.447788 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.448264 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:25.454580 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Attempting to bind port d28d4218-e4f8-47c2-942a-cb69ad6b3327 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:46:25.455201 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Attempting to bind port d28d4218-e4f8-47c2-942a-cb69ad6b3327 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:46:25.455813 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Attempting to bind port d28d4218-e4f8-47c2-942a-cb69ad6b3327 on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:25.462892 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:46:25.463261 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:25.463843 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.464390 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:46:25.465025 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Bound port: d28d4218-e4f8-47c2-942a-cb69ad6b3327, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:46:25.465561 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.471784 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 151c32ca-8563-4ffa-846e-e709bce2f807 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:25.472198 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.522577 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] For port d28d4218-e4f8-47c2-942a-cb69ad6b3327, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:46:25.526311 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] For port d28d4218-e4f8-47c2-942a-cb69ad6b3327, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=d28d4218-e4f8-47c2-942a-cb69ad6b3327,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:46:25.536106 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.587783 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Publish callbacks [] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.593933 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 151c32ca-8563-4ffa-846e-e709bce2f807 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:25.626575 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36a20d-0aaa-4966-8917-f88e6a6e4d0f None None] Pushing event updated for resources: {'Port': ['ID=d28d4218-e4f8-47c2-942a-cb69ad6b3327,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:25.638951 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Routers {'e79cb281-cb8a-4961-ba0a-20df6152f454'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:25.639579 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['e79cb281-cb8a-4961-ba0a-20df6152f454'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:25.660262 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b048da-6983-44f6-a50f-bbdef5e76ac7 req-aca8da1f-b01d-42e9-8933-8af65be54050 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:25.662367 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8b048da-6983-44f6-a50f-bbdef5e76ac7 req-aca8da1f-b01d-42e9-8933-8af65be54050 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0774097 Apr 11 17:46:25.663718 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.707529 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Network a1296a78-ceae-4ab5-b9c1-5b0de8049895 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:25.715484 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:25.730464 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:46:25.730824 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8b048da-6983-44f6-a50f-bbdef5e76ac7 req-3de3f15a-77d9-4dd3-a8a8-562014b9fe3a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620441 Apr 11 17:46:25.763919 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54584) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:25.814069 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] Set router e79cb281-cb8a-4961-ba0a-20df6152f454 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:25.966216 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f239975a-8a70-4fff-a552-c5085ac0338b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:25.989368 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c3211f-263c-4fac-b48a-181b495f59e3,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:26.005794 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (e79cb281-cb8a-4961-ba0a-20df6152f454), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.078376 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f239975a-8a70-4fff-a552-c5085ac0338b admin admin] Publish callbacks [] for security_group (38cbb64a-25a1-46c9-a0b4-a365cab38675), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.087686 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f239975a-8a70-4fff-a552-c5085ac0338b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (38cbb64a-25a1-46c9-a0b4-a365cab38675), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.105406 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-865d4ca5-f332-4934-9acf-ec41540d94e5 None None] Provisioning complete for port f2c3211f-263c-4fac-b48a-181b495f59e3 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:26.105808 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-865d4ca5-f332-4934-9acf-ec41540d94e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.123792 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f239975a-8a70-4fff-a552-c5085ac0338b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ffa161b91e1422696facf34b6d292fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575470 Apr 11 17:46:26.127674 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54590) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:26.151797 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239975a-8a70-4fff-a552-c5085ac0338b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cbb64a-25a1-46c9-a0b4-a365cab38675,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:26.155193 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-865d4ca5-f332-4934-9acf-ec41540d94e5 None None] Port f2c3211f-263c-4fac-b48a-181b495f59e3 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:46:26.156486 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:23Z', 'revision_number': 3, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:26.190478 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a83349-81ac-4033-b34a-fe1f0a7f0615 None None] The sync data for ids ['e79cb281-cb8a-4961-ba0a-20df6152f454'] in dv-cinder-837167-2-iscsi is: [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:23Z', 'revision_number': 3, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:46:26.223568 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.290354 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0a22-fad6-46cb-b744-a00bfe899792 admin admin] Publish callbacks [] for security_group (38cbb64a-25a1-46c9-a0b4-a365cab38675), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.335281 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0a22-fad6-46cb-b744-a00bfe899792 admin admin] Publish callbacks [] for security_group (38cbb64a-25a1-46c9-a0b4-a365cab38675), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.467149 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0a22-fad6-46cb-b744-a00bfe899792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (38cbb64a-25a1-46c9-a0b4-a365cab38675), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.469901 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7c5d0a22-fad6-46cb-b744-a00bfe899792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.471142 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-7c5d0a22-fad6-46cb-b744-a00bfe899792 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38cbb64a-25a1-46c9-a0b4-a365cab38675 HTTP/1.1" status: 204 len: 168 time: 0.3390937 Apr 11 17:46:26.485391 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d0a22-fad6-46cb-b744-a00bfe899792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cbb64a-25a1-46c9-a0b4-a365cab38675,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:26.522718 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Publish callbacks [] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.536856 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.634671 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c3211f-263c-4fac-b48a-181b495f59e3,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:26.645898 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (e79cb281-cb8a-4961-ba0a-20df6152f454), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:26.768025 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Network a1296a78-ceae-4ab5-b9c1-5b0de8049895 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:26.769590 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:26.919114 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9730c34-997c-4686-a3a6-1fd605484734 req-f7223e16-ec74-48b6-9588-9af789655966 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:26.927105 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Router e79cb281-cb8a-4961-ba0a-20df6152f454 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:46:26.941230 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9730c34-997c-4686-a3a6-1fd605484734 req-f7223e16-ec74-48b6-9588-9af789655966 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0910723 Apr 11 17:46:27.006503 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54602) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:27.034192 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9c213d76-4020-4afb-b570-836cd8eb92fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.052907 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9730c34-997c-4686-a3a6-1fd605484734 req-9724b730-9f2b-4a87-b27b-04cba221dd54 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100490 Apr 11 17:46:27.100937 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-f5663a5b-9714-49e6-a8ef-1b6ecbc24341 None None] Provisioning complete for port f2c3211f-263c-4fac-b48a-181b495f59e3 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:27.101503 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f5663a5b-9714-49e6-a8ef-1b6ecbc24341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.108764 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:46:27.119094 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-4c8dd937-3f1c-4dae-a079-ac3198e6ad10 admin admin] 10.222.0.79 "PUT /v2.0/routers/e79cb281-cb8a-4961-ba0a-20df6152f454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4486470 Apr 11 17:46:27.168511 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-f5663a5b-9714-49e6-a8ef-1b6ecbc24341 None None] Port f2c3211f-263c-4fac-b48a-181b495f59e3 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:46:27.190160 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9c213d76-4020-4afb-b570-836cd8eb92fd admin admin] Publish callbacks [] for security_group (5a1ede95-8ae3-4746-99d2-8b48ca573dd2), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.195381 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-9c213d76-4020-4afb-b570-836cd8eb92fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (5a1ede95-8ae3-4746-99d2-8b48ca573dd2), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.240712 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54608) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:27.246405 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-9c213d76-4020-4afb-b570-836cd8eb92fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd4143382f3d43bbaac66c53cfd34f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329128 Apr 11 17:46:27.248704 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c213d76-4020-4afb-b570-836cd8eb92fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1ede95-8ae3-4746-99d2-8b48ca573dd2,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:27.340656 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c95b5ce3-4023-4d62-b3f5-8d297d614d35 admin admin] Publish callbacks [] for security_group (5a1ede95-8ae3-4746-99d2-8b48ca573dd2), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.373369 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c95b5ce3-4023-4d62-b3f5-8d297d614d35 admin admin] Publish callbacks [] for security_group (5a1ede95-8ae3-4746-99d2-8b48ca573dd2), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.398770 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device d28d4218-e4f8-47c2-942a-cb69ad6b3327 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:27.440834 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c95b5ce3-4023-4d62-b3f5-8d297d614d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (5a1ede95-8ae3-4746-99d2-8b48ca573dd2), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.446771 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c95b5ce3-4023-4d62-b3f5-8d297d614d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.448510 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-c95b5ce3-4023-4d62-b3f5-8d297d614d35 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a1ede95-8ae3-4746-99d2-8b48ca573dd2 HTTP/1.1" status: 204 len: 168 time: 0.2066464 Apr 11 17:46:27.457714 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port d28d4218-e4f8-47c2-942a-cb69ad6b3327 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:27.458144 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.468620 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b5ce3-4023-4d62-b3f5-8d297d614d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1ede95-8ae3-4746-99d2-8b48ca573dd2,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:27.573441 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port d28d4218-e4f8-47c2-942a-cb69ad6b3327 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:27.573861 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.602270 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port d28d4218-e4f8-47c2-942a-cb69ad6b3327, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=d28d4218-e4f8-47c2-942a-cb69ad6b3327,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:46:27.608089 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.670871 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=d28d4218-e4f8-47c2-942a-cb69ad6b3327,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:27.935816 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54634) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:27.942142 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1100741408-network', 'tenant_id': 'a39e85578d1d45da884798abb62260c7'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:27.962935 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Made reservation on behalf of a39e85578d1d45da884798abb62260c7 for: {'network': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:27.965785 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:27.975462 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.072436 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Publish callbacks [] for security_group (11c8ba6d-ec2e-4e8b-a3e6-d54af257721b), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.078048 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (11c8ba6d-ec2e-4e8b-a3e6-d54af257721b), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.102981 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=109938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:46:28.118273 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c8ba6d-ec2e-4e8b-a3e6-d54af257721b,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:28.132362 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (9e0a3f3a-6679-4b83-9a86-c3bc001fc691), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.132362 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.segments_db [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Added segment 9e0a3f3a-6679-4b83-9a86-c3bc001fc691 of type vlan for network d663ba02-7f1e-43c7-814b-a368902eed05 Apr 11 17:46:28.195270 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (d663ba02-7f1e-43c7-814b-a368902eed05), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.271472 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb1003-0c64-4b38-91de-87076fc926f7 req-b6c7decc-bd63-492c-b6b2-2044853f6c0a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:28.273095 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-84eb1003-0c64-4b38-91de-87076fc926f7 req-b6c7decc-bd63-492c-b6b2-2044853f6c0a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0739138 Apr 11 17:46:28.274360 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (d663ba02-7f1e-43c7-814b-a368902eed05), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.278281 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:28.279028 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.334115 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3970819 Apr 11 17:46:28.337058 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54650) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:28.344232 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Request body: {'subnet': {'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1100741408-subnet', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'ip_version': 4}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:28.361323 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Sync routers for ids ['e79cb281-cb8a-4961-ba0a-20df6152f454'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:46:28.376817 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Routers {'e79cb281-cb8a-4961-ba0a-20df6152f454'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:28.377734 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['e79cb281-cb8a-4961-ba0a-20df6152f454'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:28.379189 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49683149-db09-4d09-90ef-39c332d89c35 admin admin] Pushing event updated for resources: {'Network': ['ID=d663ba02-7f1e-43c7-814b-a368902eed05,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:28.380739 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Made reservation on behalf of a39e85578d1d45da884798abb62260c7 for: {'subnet': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:28.394420 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3679286'] for subnet (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.401222 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-84eb1003-0c64-4b38-91de-87076fc926f7 req-d30e7b1c-7cc1-42cf-9c24-b2effb25c39c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194539 Apr 11 17:46:28.434119 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network d663ba02-7f1e-43c7-814b-a368902eed05 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:46:28.517042 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54658) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:28.603053 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Set router e79cb281-cb8a-4961-ba0a-20df6152f454 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:28.616949 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3731844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3679268'] for subnet (7faebd69-9514-4993-a360-f0566dba5964), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.629977 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-314969674-network', 'tenant_id': 'b03004a687664cc89006907b70a6ae31'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:28.660631 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Made reservation on behalf of b03004a687664cc89006907b70a6ae31 for: {'network': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:28.664316 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.675786 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.684139 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7faebd69-9514-4993-a360-f0566dba5964,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:28.693409 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Checking segment: {'id': '9e0a3f3a-6679-4b83-9a86-c3bc001fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:28.693877 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Network hostable DHCP agents. Network: d663ba02-7f1e-43c7-814b-a368902eed05, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:46:28.717036 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Network d663ba02-7f1e-43c7-814b-a368902eed05 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:46:28.727171 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, d663ba02-7f1e-43c7-814b-a368902eed05) {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:28.731754 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:28.732490 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.744875 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aac019-ceaf-4f75-b7d5-1407ad6ac382 None None] Network d663ba02-7f1e-43c7-814b-a368902eed05 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:28.751890 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-969da585-1ac2-4e88-b6a5-b46b1d395252 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4129040 Apr 11 17:46:28.754875 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54666) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:28.761238 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1100741408-router', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:28.770692 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Publish callbacks [] for security_group (8b6697fb-fb4d-434d-982c-d343bff43c2e), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.776044 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (8b6697fb-fb4d-434d-982c-d343bff43c2e), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.782975 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.784510 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.811964 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=109938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:46:28.817522 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6697fb-fb4d-434d-982c-d343bff43c2e,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:28.837274 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (4f2121ad-0816-4d72-a3ea-b9ee5ebde3db), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.837701 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.segments_db [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Added segment 4f2121ad-0816-4d72-a3ea-b9ee5ebde3db of type vlan for network 58f81a23-1251-4f98-bca9-3c85be1118b5 Apr 11 17:46:28.846018 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks [] for router_controller (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), precommit_add_association {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.883416 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (58f81a23-1251-4f98-bca9-3c85be1118b5), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.905601 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:26Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'f2c3211f-263c-4fac-b48a-181b495f59e3', 'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'mac_address': 'fa:16:3e:2f:a4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:25Z', 'updated_at': '2022-04-11T17:46:26Z', 'revision_number': 2, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'subnets': [{'id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:28.913973 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (58f81a23-1251-4f98-bca9-3c85be1118b5), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.915177 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:28.915849 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.935467 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-d663ba02-7f1e-43c7-814b-a368902eed05', 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05', 'project_id': 'a39e85578d1d45da884798abb62260c7', 'fixed_ips': [{'subnet_id': '7faebd69-9514-4993-a360-f0566dba5964'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:46:28.936658 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.940883 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Checking router: e79cb281-cb8a-4961-ba0a-20df6152f454 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:46:28.941459 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Updating router e79cb281-cb8a-4961-ba0a-20df6152f454 port f2c3211f-263c-4fac-b48a-181b495f59e3 binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:46:28.948258 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4300077 Apr 11 17:46:28.952882 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54668) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:28.983132 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:46:28.993305 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:28.994511 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Request body: {'subnet': {'network_id': '58f81a23-1251-4f98-bca9-3c85be1118b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-314969674-subnet', 'tenant_id': 'b03004a687664cc89006907b70a6ae31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:29.005948 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd1b14-9a45-4940-b815-1940b8a7ed00 admin admin] Pushing event updated for resources: {'Network': ['ID=58f81a23-1251-4f98-bca9-3c85be1118b5,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:29.007076 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks [] for router_gateway (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.021090 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Made reservation on behalf of b03004a687664cc89006907b70a6ae31 for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:29.024218 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.046323 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 58f81a23-1251-4f98-bca9-3c85be1118b5 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:46:29.206829 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks [] for router_gateway (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.220168 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (6456670d-fc9a-422b-9f6c-0c58a734906d), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.230604 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.288225 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Allocated IP 172.20.0.2 (d663ba02-7f1e-43c7-814b-a368902eed05/7faebd69-9514-4993-a360-f0566dba5964/6351e0be-06ad-4efe-8b6e-41d29a7dc5bd) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:29.293666 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6456670d-fc9a-422b-9f6c-0c58a734906d,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:29.316246 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Checking segment: {'id': '4f2121ad-0816-4d72-a3ea-b9ee5ebde3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '58f81a23-1251-4f98-bca9-3c85be1118b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:29.316752 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Network hostable DHCP agents. Network: 58f81a23-1251-4f98-bca9-3c85be1118b5, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:46:29.337837 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Network 58f81a23-1251-4f98-bca9-3c85be1118b5 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:46:29.354375 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 58f81a23-1251-4f98-bca9-3c85be1118b5) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:29.354703 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Allocated IP 172.27.0.245 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/c22b6529-fde4-4dc5-99e8-119f37362e1f) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:29.369226 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2574d07-2baf-4ca0-a2e6-43c4fed32caa None None] Network 58f81a23-1251-4f98-bca9-3c85be1118b5 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:29.374862 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:29.376018 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.387813 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device d28d4218-e4f8-47c2-942a-cb69ad6b3327 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:29.409022 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-2bdebed3-c0da-4a00-852a-d652a855feec admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4460242 Apr 11 17:46:29.484369 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks [] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.540212 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.599525 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:29.604190 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:29.604491 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020cb81-7f09-4513-aec0-ca655bcb346c req-67a86f49-cfd3-41ea-aa9b-4796c2ea30b2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:29.610181 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:46:29.613631 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Pushing event updated for resources: {'Port': ['ID=c22b6529-fde4-4dc5-99e8-119f37362e1f,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:29.618743 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6020cb81-7f09-4513-aec0-ca655bcb346c req-67a86f49-cfd3-41ea-aa9b-4796c2ea30b2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0831108 Apr 11 17:46:29.686564 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6020cb81-7f09-4513-aec0-ca655bcb346c req-2e2f232e-75ad-4eaf-b99f-d1ce5cf1aa17 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665994 Apr 11 17:46:29.828184 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port d28d4218-e4f8-47c2-942a-cb69ad6b3327 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:29.828565 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.838984 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596784e5-a80c-419d-9f10-299ffd31d90b None None] Network 58f81a23-1251-4f98-bca9-3c85be1118b5 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:29.897750 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks [] for router_gateway (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.917520 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Publish callbacks [] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:29.978871 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.001220 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54694) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:30.006477 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-330467989-network', 'tenant_id': '9f3237a6df0c4b71a8389208c0ac41cc'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:30.026953 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Made reservation on behalf of 9f3237a6df0c4b71a8389208c0ac41cc for: {'network': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:30.030078 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.037093 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Publish callbacks [] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.038882 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.047624 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Network d663ba02-7f1e-43c7-814b-a368902eed05 is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:30.059375 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:30.067147 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.071504 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:46:30.103386 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Pushing event updated for resources: {'Port': ['ID=6351e0be-06ad-4efe-8b6e-41d29a7dc5bd,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:30.125185 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.130060 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Publish callbacks [] for security_group (2a2c8765-7adf-4a0d-9f90-18026527ddb8), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.138276 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (2a2c8765-7adf-4a0d-9f90-18026527ddb8), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.168720 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=109938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:46:30.187986 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2c8765-7adf-4a0d-9f90-18026527ddb8,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:30.196924 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (cd47f4c2-00ce-4810-a2f3-0920066a89fb), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.197421 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.segments_db [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Added segment cd47f4c2-00ce-4810-a2f3-0920066a89fb of type vlan for network 5bbc8fef-365b-4900-9f7e-79ca3d05bbf3 Apr 11 17:46:30.214306 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port d28d4218-e4f8-47c2-942a-cb69ad6b3327 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:30.255111 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (5bbc8fef-365b-4900-9f7e-79ca3d05bbf3), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.255374 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c44e22-5366-4047-8fba-568c0ac8f217 None None] Pushing event updated for resources: {'Port': ['ID=f2c3211f-263c-4fac-b48a-181b495f59e3,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:30.262224 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Attempting to bind port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:46:30.262593 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Attempting to bind port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '9e0a3f3a-6679-4b83-9a86-c3bc001fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:46:30.263106 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Attempting to bind port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd on network d663ba02-7f1e-43c7-814b-a368902eed05 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:30.294732 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:46:30.295144 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Checking segment: {'id': '9e0a3f3a-6679-4b83-9a86-c3bc001fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:30.295553 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.295988 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Bound using segment: {'id': '9e0a3f3a-6679-4b83-9a86-c3bc001fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:46:30.296473 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Bound port: 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0a3f3a-6679-4b83-9a86-c3bc001fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:46:30.296971 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.301859 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (5bbc8fef-365b-4900-9f7e-79ca3d05bbf3), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.303585 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:30.303769 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.321056 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Attempting to bind port f2c3211f-263c-4fac-b48a-181b495f59e3 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:46:30.321418 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Attempting to bind port f2c3211f-263c-4fac-b48a-181b495f59e3 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:46:30.321982 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Attempting to bind port f2c3211f-263c-4fac-b48a-181b495f59e3 on network a1296a78-ceae-4ab5-b9c1-5b0de8049895 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:30.349655 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:46:30.350062 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Checking segment: {'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:30.350475 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.350883 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Bound using segment: {'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:46:30.351374 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Bound port: f2c3211f-263c-4fac-b48a-181b495f59e3, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:46:30.351759 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.393227 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:46:30.397344 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54700) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:30.397973 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3953464 Apr 11 17:46:30.410920 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Request body: {'subnet': {'network_id': '5bbc8fef-365b-4900-9f7e-79ca3d05bbf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-330467989-subnet', 'tenant_id': '9f3237a6df0c4b71a8389208c0ac41cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:30.427322 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-1ed5e96a-bf7f-4b43-8e95-a4d3a833f1c4 None None] Provisioning complete for port f2c3211f-263c-4fac-b48a-181b495f59e3 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:30.427925 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e96a-bf7f-4b43-8e95-a4d3a833f1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.435750 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728b22f-95c5-4f84-a849-acf0638718e0 admin admin] Pushing event updated for resources: {'Network': ['ID=5bbc8fef-365b-4900-9f7e-79ca3d05bbf3,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:30.464719 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 5bbc8fef-365b-4900-9f7e-79ca3d05bbf3 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:46:30.475655 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] For port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:46:30.489899 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Made reservation on behalf of 9f3237a6df0c4b71a8389208c0ac41cc for: {'subnet': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:30.493440 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3679286'] for subnet (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.520953 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] For port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=6351e0be-06ad-4efe-8b6e-41d29a7dc5bd,segment=NetworkSegment(9e0a3f3a-6679-4b83-9a86-c3bc001fc691),segment_id=9e0a3f3a-6679-4b83-9a86-c3bc001fc691)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:46:30.531321 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] For port f2c3211f-263c-4fac-b48a-181b495f59e3, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:46:30.565254 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-1ed5e96a-bf7f-4b43-8e95-a4d3a833f1c4 None None] Port f2c3211f-263c-4fac-b48a-181b495f59e3 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:46:30.571676 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.641386 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] For port f2c3211f-263c-4fac-b48a-181b495f59e3, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=f2c3211f-263c-4fac-b48a-181b495f59e3,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:46:30.647971 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79077d3-e399-4c90-920f-397cfafe017e None None] Pushing event updated for resources: {'Port': ['ID=6351e0be-06ad-4efe-8b6e-41d29a7dc5bd,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:30.663811 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.774975 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Routers {'e79cb281-cb8a-4961-ba0a-20df6152f454'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:30.775625 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['e79cb281-cb8a-4961-ba0a-20df6152f454'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:30.857305 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215e53a-1be2-4816-8b99-5c4d49e6aa65 req-8711cbd9-ad1c-4097-82d7-a38cd3b29b4d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:30.867630 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a215e53a-1be2-4816-8b99-5c4d49e6aa65 req-8711cbd9-ad1c-4097-82d7-a38cd3b29b4d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0738165 Apr 11 17:46:30.896434 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:46:30.914611 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Sync routers for ids ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:46:30.933180 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Routers {'7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:30.945388 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:30.963639 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:30.964915 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5afe2b93-1e16-4169-9313-6281fe0282af admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2084849 Apr 11 17:46:30.969065 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54718) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:31.007840 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c44e22-5366-4047-8fba-568c0ac8f217 None None] Pushing event updated for resources: {'Port': ['ID=f2c3211f-263c-4fac-b48a-181b495f59e3,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:31.012450 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a215e53a-1be2-4816-8b99-5c4d49e6aa65 req-9b3fc152-e6dd-4c62-b66f-4e100d2f17fb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430109 Apr 11 17:46:31.059687 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] Set router e79cb281-cb8a-4961-ba0a-20df6152f454 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:31.137568 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-a4a6bff5-0822-4dc9-bd38-cb816e62f729 None None] Provisioning complete for port f2c3211f-263c-4fac-b48a-181b495f59e3 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:31.138328 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a4a6bff5-0822-4dc9-bd38-cb816e62f729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:31.163324 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Set router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:31.188142 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3731844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3679268'] for subnet (c5d46ef5-bac3-4044-9804-40dcbfb896d5), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:31.293951 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d46ef5-bac3-4044-9804-40dcbfb896d5,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:31.311389 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Checking segment: {'id': 'cd47f4c2-00ce-4810-a2f3-0920066a89fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5bbc8fef-365b-4900-9f7e-79ca3d05bbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:31.311752 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Network hostable DHCP agents. Network: 5bbc8fef-365b-4900-9f7e-79ca3d05bbf3, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:46:31.345231 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Network 5bbc8fef-365b-4900-9f7e-79ca3d05bbf3 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:46:31.372427 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 5bbc8fef-365b-4900-9f7e-79ca3d05bbf3) {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:31.376916 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:31.377643 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:31.417035 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe02f07-a69b-427b-a04f-5118de8bb4f6 None None] Network 5bbc8fef-365b-4900-9f7e-79ca3d05bbf3 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:31.420118 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-633e19b3-ba5a-4463-85cf-c6d89ded1d5b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0215752 Apr 11 17:46:31.453804 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'name': 'tempest-TestMinimumBasicScenario-1100741408-router', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:28Z', 'updated_at': '2022-04-11T17:46:29Z', 'revision_number': 3, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'gw_port': {'id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:29Z', 'updated_at': '2022-04-11T17:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:31.470037 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:31.497874 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Checking router: 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:46:31.498312 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Updating router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a port c22b6529-fde4-4dc5-99e8-119f37362e1f binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:46:31.530223 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:31.614518 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-a4a6bff5-0822-4dc9-bd38-cb816e62f729 None None] Current status of the port f2c3211f-263c-4fac-b48a-181b495f59e3 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:31.614847 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a4a6bff5-0822-4dc9-bd38-cb816e62f729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:31.636102 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:26Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'f2c3211f-263c-4fac-b48a-181b495f59e3', 'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'mac_address': 'fa:16:3e:2f:a4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:25Z', 'updated_at': '2022-04-11T17:46:30Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'subnets': [{'id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:31.722398 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:31.887614 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Publish callbacks [] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:31.898409 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:31.919863 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-a4a6bff5-0822-4dc9-bd38-cb816e62f729 None None] For port f2c3211f-263c-4fac-b48a-181b495f59e3, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=f2c3211f-263c-4fac-b48a-181b495f59e3,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:46:31.921347 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60524b33-72a5-4eb9-8228-3d433a344cd9 None None] The sync data for ids ['e79cb281-cb8a-4961-ba0a-20df6152f454'] in dv-cinder-837167-2-iscsi is: [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:26Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'f2c3211f-263c-4fac-b48a-181b495f59e3', 'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'mac_address': 'fa:16:3e:2f:a4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:25Z', 'updated_at': '2022-04-11T17:46:30Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'subnets': [{'id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:46:31.957576 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a4a6bff5-0822-4dc9-bd38-cb816e62f729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:31.975587 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210a964-b5c2-43b3-94e4-a54c29365fdd None None] Pushing event updated for resources: {'Port': ['ID=c22b6529-fde4-4dc5-99e8-119f37362e1f,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:31.995507 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Allocated IP 172.20.0.1 (d663ba02-7f1e-43c7-814b-a368902eed05/7faebd69-9514-4993-a360-f0566dba5964/868952af-11f4-41e2-8a61-fe42137e4dde) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:32.032269 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Attempting to bind port c22b6529-fde4-4dc5-99e8-119f37362e1f on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:46:32.033134 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Attempting to bind port c22b6529-fde4-4dc5-99e8-119f37362e1f by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:46:32.033780 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Attempting to bind port c22b6529-fde4-4dc5-99e8-119f37362e1f on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:32.046896 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:46:32.047745 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:32.048338 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:32.048885 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:46:32.049424 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Bound port: c22b6529-fde4-4dc5-99e8-119f37362e1f, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:46:32.049827 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:32.107332 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:32.107750 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:32.109594 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0400d07b-1597-45c4-b85f-6f1b0656c241 None None] Network 5bbc8fef-365b-4900-9f7e-79ca3d05bbf3 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:32.247280 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] For port c22b6529-fde4-4dc5-99e8-119f37362e1f, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:46:32.260033 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] For port c22b6529-fde4-4dc5-99e8-119f37362e1f, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=c22b6529-fde4-4dc5-99e8-119f37362e1f,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:46:32.270896 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:32.330220 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df8cef-6e40-4e73-9a6a-2ab7bb1ce752 req-de2933fc-934d-4bc7-bc91-957735ad4960 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:32.332474 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-07df8cef-6e40-4e73-9a6a-2ab7bb1ce752 req-de2933fc-934d-4bc7-bc91-957735ad4960 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0927634 Apr 11 17:46:32.357997 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6bff5-0822-4dc9-bd38-cb816e62f729 None None] Pushing event updated for resources: {'Port': ['ID=f2c3211f-263c-4fac-b48a-181b495f59e3,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:32.447969 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210a964-b5c2-43b3-94e4-a54c29365fdd None None] Pushing event updated for resources: {'Port': ['ID=c22b6529-fde4-4dc5-99e8-119f37362e1f,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:32.447969 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Routers {'7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:32.447969 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:32.471487 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Publish callbacks [] for port (868952af-11f4-41e2-8a61-fe42137e4dde), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:32.487821 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:32.488364 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:32.504737 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b63eb0-d778-4721-ae24-5c53464fb5d3 None None] Network d663ba02-7f1e-43c7-814b-a368902eed05 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:32.526408 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-07df8cef-6e40-4e73-9a6a-2ab7bb1ce752 req-dae4e2d4-8da2-4afe-8786-042952867556 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847620 Apr 11 17:46:32.563081 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=6351e0be-06ad-4efe-8b6e-41d29a7dc5bd,segment=NetworkSegment(9e0a3f3a-6679-4b83-9a86-c3bc001fc691),segment_id=9e0a3f3a-6679-4b83-9a86-c3bc001fc691)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:46:32.594497 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:32.606093 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:32.679249 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=6351e0be-06ad-4efe-8b6e-41d29a7dc5bd,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:32.681292 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-d693e81c-b8d7-45bb-a9d9-66a1caf3f5ae None None] Provisioning complete for port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:32.681670 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d693e81c-b8d7-45bb-a9d9-66a1caf3f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:32.713250 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Network d663ba02-7f1e-43c7-814b-a368902eed05 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:32.719207 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:32.725904 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:46:32.727797 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:32.745657 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] Set router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:32.773506 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 54742) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:32.924486 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Pushing event updated for resources: {'Port': ['ID=868952af-11f4-41e2-8a61-fe42137e4dde,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:32.987442 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-d693e81c-b8d7-45bb-a9d9-66a1caf3f5ae None None] Current status of the port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:33.000150 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.038219 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'name': 'tempest-TestMinimumBasicScenario-1100741408-router', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:28Z', 'updated_at': '2022-04-11T17:46:29Z', 'revision_number': 3, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'gw_port': {'id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:29Z', 'updated_at': '2022-04-11T17:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:33.085887 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b72514b-a523-4a36-bf89-606751d7cdbf None None] The sync data for ids ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'] in dv-cinder-837167-2-iscsi is: [{'id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'name': 'tempest-TestMinimumBasicScenario-1100741408-router', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:28Z', 'updated_at': '2022-04-11T17:46:29Z', 'revision_number': 3, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'gw_port': {'id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:29Z', 'updated_at': '2022-04-11T17:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:46:33.123582 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-738ddec0-9b8e-459a-ab4a-109d7a99b07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.176123 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.237782 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-738ddec0-9b8e-459a-ab4a-109d7a99b07c admin admin] Publish callbacks [] for security_group (4909ed9f-62a9-4c65-8c97-2989b1f00777), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.244888 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-738ddec0-9b8e-459a-ab4a-109d7a99b07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (4909ed9f-62a9-4c65-8c97-2989b1f00777), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.294343 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ddec0-9b8e-459a-ab4a-109d7a99b07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4909ed9f-62a9-4c65-8c97-2989b1f00777,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:33.300403 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-738ddec0-9b8e-459a-ab4a-109d7a99b07c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33cbcf51d0274ee0be2b66ec72b06d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5249102 Apr 11 17:46:33.304004 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 54746) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:33.326446 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Publish callbacks [] for port (868952af-11f4-41e2-8a61-fe42137e4dde), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.329241 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-344041bc-da7e-4677-99b6-7b3532eeb753 None None] Provisioning complete for port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:33.329597 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-344041bc-da7e-4677-99b6-7b3532eeb753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.337206 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.337871 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.527847 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b5a48966-c88b-41e7-9980-94172a2d8834 admin admin] Publish callbacks [] for security_group (4909ed9f-62a9-4c65-8c97-2989b1f00777), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.540432 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Pushing event updated for resources: {'Port': ['ID=868952af-11f4-41e2-8a61-fe42137e4dde,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:33.546389 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-344041bc-da7e-4677-99b6-7b3532eeb753 None None] Current status of the port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:33.566883 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-344041bc-da7e-4677-99b6-7b3532eeb753 None None] Provisioning complete for port 868952af-11f4-41e2-8a61-fe42137e4dde triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:33.568058 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-344041bc-da7e-4677-99b6-7b3532eeb753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.641368 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:33.674903 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Network d663ba02-7f1e-43c7-814b-a368902eed05 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:33.688830 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:33.728488 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-344041bc-da7e-4677-99b6-7b3532eeb753 None None] Port 868952af-11f4-41e2-8a61-fe42137e4dde cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:46:33.765106 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b5a48966-c88b-41e7-9980-94172a2d8834 admin admin] Publish callbacks [] for security_group (4909ed9f-62a9-4c65-8c97-2989b1f00777), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.765442 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:33.766057 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.852039 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b70aa-8b08-47cc-8f17-748bdaca2c74 req-7a08001e-e0d7-4f7d-a81c-290f6ca91f78 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:33.853647 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4d8b70aa-8b08-47cc-8f17-748bdaca2c74 req-7a08001e-e0d7-4f7d-a81c-290f6ca91f78 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.1746745 Apr 11 17:46:33.907044 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-61363b5e-52ce-4c82-9162-13cc089a28c5 None None] Provisioning complete for port 868952af-11f4-41e2-8a61-fe42137e4dde triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:33.907533 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-61363b5e-52ce-4c82-9162-13cc089a28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:33.962067 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4d8b70aa-8b08-47cc-8f17-748bdaca2c74 req-d971dacf-fc47-41c0-ac3b-08f2329e857f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850294 Apr 11 17:46:34.020830 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-61363b5e-52ce-4c82-9162-13cc089a28c5 None None] Port 868952af-11f4-41e2-8a61-fe42137e4dde cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:46:34.052035 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:46:34.055716 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b5a48966-c88b-41e7-9980-94172a2d8834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (4909ed9f-62a9-4c65-8c97-2989b1f00777), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:34.058438 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b5a48966-c88b-41e7-9980-94172a2d8834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:34.063226 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b5a48966-c88b-41e7-9980-94172a2d8834 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4909ed9f-62a9-4c65-8c97-2989b1f00777 HTTP/1.1" status: 204 len: 168 time: 0.7581637 Apr 11 17:46:34.082129 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48966-c88b-41e7-9980-94172a2d8834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4909ed9f-62a9-4c65-8c97-2989b1f00777,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:34.185244 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-531ead19-1976-4ec4-9100-6989d2218b86 None None] Provisioning complete for port 868952af-11f4-41e2-8a61-fe42137e4dde triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:34.185615 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-531ead19-1976-4ec4-9100-6989d2218b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:34.187382 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:34.188445 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device f2c3211f-263c-4fac-b48a-181b495f59e3 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:34.282264 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:46:34.290218 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-531ead19-1976-4ec4-9100-6989d2218b86 None None] Port 868952af-11f4-41e2-8a61-fe42137e4dde cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:46:34.297296 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-21a0ee4e-cce6-4dc3-b0f5-e0dcb0a92a89 admin admin] 10.222.0.79 "PUT /v2.0/routers/7eb81cfc-3eef-4a41-b3ab-a8a64d39458a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3261209 Apr 11 17:46:34.302777 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port f2c3211f-263c-4fac-b48a-181b495f59e3 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:34.303149 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:34.454132 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port f2c3211f-263c-4fac-b48a-181b495f59e3 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:35.094033 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d68c2-e4aa-484b-afce-62ba66848af9 req-e5b34204-82a3-42f7-bc06-3ee3a20e51ee tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:35.103422 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c72d68c2-e4aa-484b-afce-62ba66848af9 req-e5b34204-82a3-42f7-bc06-3ee3a20e51ee tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0613573 Apr 11 17:46:35.159464 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c72d68c2-e4aa-484b-afce-62ba66848af9 req-1aadd243-06ab-4800-bcbe-9823a311b186 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547199 Apr 11 17:46:35.409647 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device c22b6529-fde4-4dc5-99e8-119f37362e1f up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:35.484537 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port c22b6529-fde4-4dc5-99e8-119f37362e1f triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:35.484908 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:35.631299 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Sync routers for ids ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:46:35.706794 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Routers {'7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:35.707993 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:35.712993 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port c22b6529-fde4-4dc5-99e8-119f37362e1f is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:35.713542 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:35.810108 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port c22b6529-fde4-4dc5-99e8-119f37362e1f, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=c22b6529-fde4-4dc5-99e8-119f37362e1f,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:46:35.924649 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:36.000761 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Set router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:36.033727 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=c22b6529-fde4-4dc5-99e8-119f37362e1f,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:36.226005 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'name': 'tempest-TestMinimumBasicScenario-1100741408-router', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:28Z', 'updated_at': '2022-04-11T17:46:32Z', 'revision_number': 4, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'gw_port': {'id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:29Z', 'updated_at': '2022-04-11T17:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '868952af-11f4-41e2-8a61-fe42137e4dde', 'name': '', 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'mac_address': 'fa:16:3e:55:3b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7faebd69-9514-4993-a360-f0566dba5964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:31Z', 'updated_at': '2022-04-11T17:46:33Z', 'revision_number': 2, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'subnets': [{'id': '7faebd69-9514-4993-a360-f0566dba5964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:36.259298 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Checking router: 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:46:36.259562 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Updating router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a port 868952af-11f4-41e2-8a61-fe42137e4dde binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:46:36.295142 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d39bf5-1838-4bb8-acdd-6e2d4ecd9089 req-f968bd5e-1e37-46f5-9a02-031013abb791 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:36.299343 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:36.304351 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-00d39bf5-1838-4bb8-acdd-6e2d4ecd9089 req-f968bd5e-1e37-46f5-9a02-031013abb791 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0651419 Apr 11 17:46:36.360045 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-00d39bf5-1838-4bb8-acdd-6e2d4ecd9089 req-ddd0d8b2-11b4-4536-9608-545e930050f3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546160 Apr 11 17:46:36.759327 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Publish callbacks [] for port (868952af-11f4-41e2-8a61-fe42137e4dde), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:36.767167 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:36.852347 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75704ee-1283-4449-9f7e-d7c519b719e6 None None] Pushing event updated for resources: {'Port': ['ID=868952af-11f4-41e2-8a61-fe42137e4dde,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:36.908866 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Attempting to bind port 868952af-11f4-41e2-8a61-fe42137e4dde on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:46:36.909328 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Attempting to bind port 868952af-11f4-41e2-8a61-fe42137e4dde by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '9e0a3f3a-6679-4b83-9a86-c3bc001fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:46:36.909575 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Attempting to bind port 868952af-11f4-41e2-8a61-fe42137e4dde on network d663ba02-7f1e-43c7-814b-a368902eed05 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:36.917499 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:46:36.917909 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Checking segment: {'id': '9e0a3f3a-6679-4b83-9a86-c3bc001fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:36.918315 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:36.918707 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Bound using segment: {'id': '9e0a3f3a-6679-4b83-9a86-c3bc001fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:46:36.919183 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Bound port: 868952af-11f4-41e2-8a61-fe42137e4dde, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0a3f3a-6679-4b83-9a86-c3bc001fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:46:36.920125 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:37.030422 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] For port 868952af-11f4-41e2-8a61-fe42137e4dde, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:46:37.060231 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-24fb164e-97d9-465f-b9e9-ec1dfa7d5fd0 None None] Provisioning complete for port 868952af-11f4-41e2-8a61-fe42137e4dde triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:37.060820 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-24fb164e-97d9-465f-b9e9-ec1dfa7d5fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:37.085274 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] For port 868952af-11f4-41e2-8a61-fe42137e4dde, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=868952af-11f4-41e2-8a61-fe42137e4dde,segment=NetworkSegment(9e0a3f3a-6679-4b83-9a86-c3bc001fc691),segment_id=9e0a3f3a-6679-4b83-9a86-c3bc001fc691)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:46:37.100784 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:37.133864 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-24fb164e-97d9-465f-b9e9-ec1dfa7d5fd0 None None] Port 868952af-11f4-41e2-8a61-fe42137e4dde cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:46:37.161747 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Routers {'7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:37.162374 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:37.217740 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75704ee-1283-4449-9f7e-d7c519b719e6 None None] Pushing event updated for resources: {'Port': ['ID=868952af-11f4-41e2-8a61-fe42137e4dde,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:37.365927 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] Set router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:37.454371 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device c22b6529-fde4-4dc5-99e8-119f37362e1f up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:37.543175 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3196a-fa0a-47a7-a857-54eceb996c5d req-d3613e32-e589-44ce-a79b-ac634237f1ca tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:37.546175 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2ae3196a-fa0a-47a7-a857-54eceb996c5d req-d3613e32-e589-44ce-a79b-ac634237f1ca tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0801480 Apr 11 17:46:37.565495 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-f5e41468-7e34-4933-bd75-092fecde0bc7 None None] Provisioning complete for port 868952af-11f4-41e2-8a61-fe42137e4dde triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:37.565793 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f5e41468-7e34-4933-bd75-092fecde0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:37.576590 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port c22b6529-fde4-4dc5-99e8-119f37362e1f triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:37.577015 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:37.629733 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2ae3196a-fa0a-47a7-a857-54eceb996c5d req-7808a8dc-2f50-4bcb-9752-ebf8728c0608 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748549 Apr 11 17:46:37.794690 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'name': 'tempest-TestMinimumBasicScenario-1100741408-router', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:28Z', 'updated_at': '2022-04-11T17:46:32Z', 'revision_number': 4, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'gw_port': {'id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:29Z', 'updated_at': '2022-04-11T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '868952af-11f4-41e2-8a61-fe42137e4dde', 'name': '', 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'mac_address': 'fa:16:3e:55:3b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7faebd69-9514-4993-a360-f0566dba5964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:31Z', 'updated_at': '2022-04-11T17:46:37Z', 'revision_number': 4, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'subnets': [{'id': '7faebd69-9514-4993-a360-f0566dba5964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:37.831569 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-f5e41468-7e34-4933-bd75-092fecde0bc7 None None] Current status of the port 868952af-11f4-41e2-8a61-fe42137e4dde is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:37.831859 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f5e41468-7e34-4933-bd75-092fecde0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:37.837255 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669a8d5-f973-40c3-86c7-ae5a1d586488 None None] The sync data for ids ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'] in dv-cinder-837167-2-iscsi is: [{'id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'name': 'tempest-TestMinimumBasicScenario-1100741408-router', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:28Z', 'updated_at': '2022-04-11T17:46:32Z', 'revision_number': 4, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'gw_port': {'id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:29Z', 'updated_at': '2022-04-11T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '868952af-11f4-41e2-8a61-fe42137e4dde', 'name': '', 'network_id': 'd663ba02-7f1e-43c7-814b-a368902eed05', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'mac_address': 'fa:16:3e:55:3b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7faebd69-9514-4993-a360-f0566dba5964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:31Z', 'updated_at': '2022-04-11T17:46:37Z', 'revision_number': 4, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'subnets': [{'id': '7faebd69-9514-4993-a360-f0566dba5964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:46:37.854076 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port c22b6529-fde4-4dc5-99e8-119f37362e1f is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:37.890987 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-f5e41468-7e34-4933-bd75-092fecde0bc7 None None] For port 868952af-11f4-41e2-8a61-fe42137e4dde, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=868952af-11f4-41e2-8a61-fe42137e4dde,segment=NetworkSegment(9e0a3f3a-6679-4b83-9a86-c3bc001fc691),segment_id=9e0a3f3a-6679-4b83-9a86-c3bc001fc691)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:46:37.900940 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f5e41468-7e34-4933-bd75-092fecde0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:37.994377 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e41468-7e34-4933-bd75-092fecde0bc7 None None] Pushing event updated for resources: {'Port': ['ID=868952af-11f4-41e2-8a61-fe42137e4dde,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:38.781965 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0913f46-a3e8-4b18-b1b3-44957c5d4bf3 req-a9bb6a37-df51-46ff-aaf4-570accbbfec4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:38.783880 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0913f46-a3e8-4b18-b1b3-44957c5d4bf3 req-a9bb6a37-df51-46ff-aaf4-570accbbfec4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0655625 Apr 11 17:46:38.863589 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0913f46-a3e8-4b18-b1b3-44957c5d4bf3 req-3278e8fc-9a87-41d0-b1d7-d152a193f5fd tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734618 Apr 11 17:46:39.431588 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 868952af-11f4-41e2-8a61-fe42137e4dde up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:39.509570 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 868952af-11f4-41e2-8a61-fe42137e4dde triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:39.510123 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:39.604722 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 868952af-11f4-41e2-8a61-fe42137e4dde is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:40.005321 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14a57e-2069-4bb0-8a4e-5a22f9c638a2 req-ed37bc71-58f5-419a-bcdd-aabb9a5a4321 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:40.013773 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac14a57e-2069-4bb0-8a4e-5a22f9c638a2 req-ed37bc71-58f5-419a-bcdd-aabb9a5a4321 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0627153 Apr 11 17:46:40.077858 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac14a57e-2069-4bb0-8a4e-5a22f9c638a2 req-14fb6120-6d71-4e71-9661-1b9033a6c8c6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618584 Apr 11 17:46:41.197770 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca189cfd-b473-4b60-bb87-aac3bb495ec0 req-334391a3-3b3e-4c45-88c2-c125724d00f1 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:41.202391 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca189cfd-b473-4b60-bb87-aac3bb495ec0 req-334391a3-3b3e-4c45-88c2-c125724d00f1 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0564213 Apr 11 17:46:41.253503 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca189cfd-b473-4b60-bb87-aac3bb495ec0 req-5cf472c9-adca-439c-a90c-9e9a89e9111d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 Apr 11 17:46:41.575117 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2bd0672b-e2ef-4779-b49b-64042f047cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:42.400090 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6e625-ede0-4b52-a836-84f440fa246f req-bca5ea6d-03d5-42bc-9e41-5b5f5089069e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:42.401732 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-54f6e625-ede0-4b52-a836-84f440fa246f req-bca5ea6d-03d5-42bc-9e41-5b5f5089069e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0530066 Apr 11 17:46:42.453960 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-54f6e625-ede0-4b52-a836-84f440fa246f req-468a37db-a782-4bf8-b955-ef6bec467379 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459549 Apr 11 17:46:43.777315 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395dad-d21b-4cb1-888c-c5a4e2cbcf25 req-1295fe47-333e-4a19-8a65-f93ec5bc527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:43.779751 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3f395dad-d21b-4cb1-888c-c5a4e2cbcf25 req-1295fe47-333e-4a19-8a65-f93ec5bc527b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 1129 time: 0.1415014 Apr 11 17:46:43.863685 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed7e66-00b2-4186-9cb2-ae72df88f7d6 req-d85ced7b-806c-4c70-a69b-0ffaa966ab58 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:43.872757 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c9ed7e66-00b2-4186-9cb2-ae72df88f7d6 req-d85ced7b-806c-4c70-a69b-0ffaa966ab58 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0915029 Apr 11 17:46:43.925472 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3f395dad-d21b-4cb1-888c-c5a4e2cbcf25 req-d96dfcdc-7f36-4185-a87c-5b91686e82d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346114 Apr 11 17:46:43.970758 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c9ed7e66-00b2-4186-9cb2-ae72df88f7d6 req-848b4835-56da-47f5-84a1-185604c0b590 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968368 Apr 11 17:46:44.315250 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-24c4b75b-6c1f-48ca-b635-9c47419e5e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:45.118697 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f26cd-3802-40ae-9f2c-01cfd452acc8 req-efc1174f-742c-4ccd-acf5-2d7a68ee9bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:45.127170 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d27f26cd-3802-40ae-9f2c-01cfd452acc8 req-efc1174f-742c-4ccd-acf5-2d7a68ee9bd6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0775166 Apr 11 17:46:45.174332 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d27f26cd-3802-40ae-9f2c-01cfd452acc8 req-ddecfb61-7026-4232-9e5a-8e04881f20d7 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460110 Apr 11 17:46:45.335675 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-93d8e16e-bd0f-4481-9a4f-019449fa1356 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:45.337295 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-93d8e16e-bd0f-4481-9a4f-019449fa1356 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/networks?id=a1296a78-ceae-4ab5-b9c1-5b0de8049895 HTTP/1.1" status: 200 len: 814 time: 0.1087933 Apr 11 17:46:45.354194 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-d9046eee-7bef-4392-9959-2baa383ef782 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/quotas/972d43f1fad849a0aca760c4257c6d35 HTTP/1.1" status: 200 len: 375 time: 0.0110312 Apr 11 17:46:45.420583 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-495bb7e0-e7f5-4a19-8379-9717e795bac6 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=972d43f1fad849a0aca760c4257c6d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599513 Apr 11 17:46:45.566265 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-0c063d67-9315-488f-8218-83af45b6201b service neutron] 10.222.0.79 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268094 Apr 11 17:46:45.665215 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-2c958e39-cb98-49df-ba23-ebd4528278ac service neutron] 10.222.0.79 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952427 Apr 11 17:46:45.830284 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0ebb5667-1f73-4504-a060-fff4405e3892 req-fc9903f5-b008-459e-8c7b-29499f1059f5 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0280888 Apr 11 17:46:46.044695 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:46.301584 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18290a-740b-4e2f-ba84-8a489abeb2ab req-372ad4ea-788e-4e9a-b371-f006361ace00 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:46.303148 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aa18290a-740b-4e2f-ba84-8a489abeb2ab req-372ad4ea-788e-4e9a-b371-f006361ace00 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0585439 Apr 11 17:46:46.360397 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aa18290a-740b-4e2f-ba84-8a489abeb2ab req-0ca25c0d-bfe3-489c-bc0f-97bbf7760416 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513341 Apr 11 17:46:46.501866 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af524d-50e2-451e-b861-62033c8e080c req-c566dac3-63cb-4b6d-beb8-89a4ced0aaab tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:46.503312 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-88af524d-50e2-451e-b861-62033c8e080c req-c566dac3-63cb-4b6d-beb8-89a4ced0aaab tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0684702 Apr 11 17:46:46.553818 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-88af524d-50e2-451e-b861-62033c8e080c req-40c2103f-acb1-4380-bf85-02d55f9d0bb9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Apr 11 17:46:46.929074 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f2e595e8-2fad-4f8b-9194-ad8e05ce8fb7 req-4b58965c-9cff-4798-8c43-eabfc708ded3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0284705 Apr 11 17:46:47.074018 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:48.026216 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-210e597c-fdbe-414a-9545-17849b4e746a req-66810c3a-80f4-4c83-b8f6-5307819ab024 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0287271 Apr 11 17:46:48.322308 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:49.021908 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-7c377a2a-ff4b-4fc6-a077-e550fa8f7dd3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:49.023403 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-7c377a2a-ff4b-4fc6-a077-e550fa8f7dd3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.37 "GET /v2.0/networks?id=a1296a78-ceae-4ab5-b9c1-5b0de8049895 HTTP/1.1" status: 200 len: 814 time: 0.3981798 Apr 11 17:46:49.035805 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'port': {'device_id': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'admin_state_up': True, 'tenant_id': '972d43f1fad849a0aca760c4257c6d35'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:49.157449 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b58814cf-b782-466e-b34e-f3c6462743e9 req-e5a8599c-ec49-43b3-b9c1-8810a6fb9b00 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 210 time: 0.0503983 Apr 11 17:46:49.221669 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-8e855498-67ba-49db-9518-39d9eed458b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:49.224186 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-8e855498-67ba-49db-9518-39d9eed458b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 1130 time: 0.0486734 Apr 11 17:46:49.248051 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd67a9c-6506-4edb-88f3-8184c72f9e7d req-e70ea62f-20e4-42bf-b448-f322a162ce35 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:49.249887 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cbd67a9c-6506-4edb-88f3-8184c72f9e7d req-e70ea62f-20e4-42bf-b448-f322a162ce35 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0595698 Apr 11 17:46:49.251288 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Made reservation on behalf of 972d43f1fad849a0aca760c4257c6d35 for: {'port': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:49.254992 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:49.370468 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-1e51add1-7b4e-4d25-84b5-2a2eae1e977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:49.372517 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-1e51add1-7b4e-4d25-84b5-2a2eae1e977b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.1408746 Apr 11 17:46:49.384549 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cbd67a9c-6506-4edb-88f3-8184c72f9e7d req-f19b467a-13ef-48f2-a5fa-2d4ec136227b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264665 Apr 11 17:46:49.456941 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-d09ce0c8-37f5-4752-892f-5b61e62aaa8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475 HTTP/1.1" status: 200 len: 217 time: 0.0675817 Apr 11 17:46:49.527154 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Allocated IP 172.20.0.11 (a1296a78-ceae-4ab5-b9c1-5b0de8049895/17e43e9b-cc14-4eca-8175-44631c934fef/bacd82b6-1628-4d72-86d2-2212df9d57ab) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:49.784919 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:49.868481 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:49.973424 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'Port': ['ID=bacd82b6-1628-4d72-86d2-2212df9d57ab,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:49.987245 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Network a1296a78-ceae-4ab5-b9c1-5b0de8049895 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:49.989203 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:49.992817 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:46:49.999541 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:50.000330 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:50.026697 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ef775252-d9f4-48b7-8ac3-b3bebeee715d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9949493 Apr 11 17:46:50.313790 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55122) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:50.385375 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5d242-44ff-48b6-83eb-f4bfa17e3acd req-aad4ee2f-a4da-416f-9faa-bd3ace58286b tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:50.387831 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2ec5d242-44ff-48b6-83eb-f4bfa17e3acd req-aad4ee2f-a4da-416f-9faa-bd3ace58286b tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 932 time: 0.0805929 Apr 11 17:46:50.445306 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-49149407-b1be-4369-8675-45a06f329e48 None None] Provisioning complete for port bacd82b6-1628-4d72-86d2-2212df9d57ab triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:50.445851 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-49149407-b1be-4369-8675-45a06f329e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:50.511886 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2ec5d242-44ff-48b6-83eb-f4bfa17e3acd req-6f4986c3-d52b-46d1-a970-3e0974afb469 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143284 Apr 11 17:46:50.523644 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-49149407-b1be-4369-8675-45a06f329e48 None None] Port bacd82b6-1628-4d72-86d2-2212df9d57ab cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:46:50.557313 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdb24c-a65f-4963-ba7f-abba50b46392 req-051e5e82-22cb-4afc-ad15-eea938b004e6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:50.559041 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c5fdb24c-a65f-4963-ba7f-abba50b46392 req-051e5e82-22cb-4afc-ad15-eea938b004e6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0623794 Apr 11 17:46:50.613653 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c5fdb24c-a65f-4963-ba7f-abba50b46392 req-4bf4d28c-c931-4aa6-8e1d-ddb936c52095 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476665 Apr 11 17:46:50.630860 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37fe3934-67dc-40d7-af6c-274dce0526ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:50.724721 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37fe3934-67dc-40d7-af6c-274dce0526ed admin admin] Publish callbacks [] for security_group (23604602-49c2-424f-a8f7-9ac09c98749a), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:50.731075 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-37fe3934-67dc-40d7-af6c-274dce0526ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (23604602-49c2-424f-a8f7-9ac09c98749a), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:50.773862 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-37fe3934-67dc-40d7-af6c-274dce0526ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=15fd989a6f334d5d8e2241f955b376b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4586096 Apr 11 17:46:50.774487 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe3934-67dc-40d7-af6c-274dce0526ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23604602-49c2-424f-a8f7-9ac09c98749a,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:50.776834 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55134) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:50.842503 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ccf17c00-f606-4c57-b1c2-8171a238cad0 admin admin] Publish callbacks [] for security_group (23604602-49c2-424f-a8f7-9ac09c98749a), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:50.863999 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ccf17c00-f606-4c57-b1c2-8171a238cad0 admin admin] Publish callbacks [] for security_group (23604602-49c2-424f-a8f7-9ac09c98749a), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:50.925031 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ccf17c00-f606-4c57-b1c2-8171a238cad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (23604602-49c2-424f-a8f7-9ac09c98749a), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:50.927953 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ccf17c00-f606-4c57-b1c2-8171a238cad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:50.929254 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-ccf17c00-f606-4c57-b1c2-8171a238cad0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/23604602-49c2-424f-a8f7-9ac09c98749a HTTP/1.1" status: 204 len: 168 time: 0.1388643 Apr 11 17:46:50.938053 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf17c00-f606-4c57-b1c2-8171a238cad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23604602-49c2-424f-a8f7-9ac09c98749a,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:51.799992 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6dcdf-3802-42e6-8bd7-7ce4b4f71a1c req-0c048a9f-20be-4670-a095-a563410e561d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:51.808466 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8de6dcdf-3802-42e6-8bd7-7ce4b4f71a1c req-0c048a9f-20be-4670-a095-a563410e561d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 932 time: 0.1324248 Apr 11 17:46:51.869476 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ada8af-6dc6-41de-8abd-b59cdba8bd2a req-40dbd72c-5c98-4252-a61a-8c0b9b0f70b4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:51.871027 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a4ada8af-6dc6-41de-8abd-b59cdba8bd2a req-40dbd72c-5c98-4252-a61a-8c0b9b0f70b4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1013241 Apr 11 17:46:51.938816 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8de6dcdf-3802-42e6-8bd7-7ce4b4f71a1c req-ec2a967d-24a1-4967-9b0e-17a2e5bbd064 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103253 Apr 11 17:46:51.942194 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55176) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:51.982361 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a4ada8af-6dc6-41de-8abd-b59cdba8bd2a req-4cc0b932-8af7-4f0e-8895-74db2cabd984 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960808 Apr 11 17:46:52.131858 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-798277566-network', 'tenant_id': '56742d0a1df746ab80659261795347ce'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:52.154977 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Made reservation on behalf of 56742d0a1df746ab80659261795347ce for: {'network': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:52.157335 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.166525 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.246338 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Publish callbacks [] for security_group (3347525d-5714-4976-8571-16044f108e99), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.252512 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (3347525d-5714-4976-8571-16044f108e99), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.278445 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=109939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:46:52.287968 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3347525d-5714-4976-8571-16044f108e99,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:52.293508 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (6ebe0db3-fa61-4121-a422-a76c27ba0003), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.293940 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.segments_db [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Added segment 6ebe0db3-fa61-4121-a422-a76c27ba0003 of type vlan for network cc320569-a755-4d7f-8e84-71edd9fbb209 Apr 11 17:46:52.344865 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (cc320569-a755-4d7f-8e84-71edd9fbb209), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.377015 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (cc320569-a755-4d7f-8e84-71edd9fbb209), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.378092 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:52.378719 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.446818 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4989262 Apr 11 17:46:52.447200 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 55184) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:52.450450 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5c59e-fdfb-4662-be06-803ff425d56d admin admin] Pushing event updated for resources: {'Network': ['ID=cc320569-a755-4d7f-8e84-71edd9fbb209,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:52.453280 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Request body: {'subnet': {'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-798277566-subnet', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:52.465429 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network cc320569-a755-4d7f-8e84-71edd9fbb209 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:46:52.479723 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Made reservation on behalf of 56742d0a1df746ab80659261795347ce for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:52.483045 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.717106 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (28ce48ab-926e-4182-b06b-bee801f2e4cd), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.808096 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ce48ab-926e-4182-b06b-bee801f2e4cd,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:52.822853 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Checking segment: {'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:52.823654 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Network hostable DHCP agents. Network: cc320569-a755-4d7f-8e84-71edd9fbb209, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:46:52.848637 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Network cc320569-a755-4d7f-8e84-71edd9fbb209 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:46:52.869278 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, cc320569-a755-4d7f-8e84-71edd9fbb209) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:52.875461 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:52.876444 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.886351 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36a165-7314-457d-98e5-a1390899f82e None None] Network cc320569-a755-4d7f-8e84-71edd9fbb209 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:52.922077 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-5c01aeb0-640a-4c05-a7a1-6febe2017a6b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4736714 Apr 11 17:46:52.924824 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 55190) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:52.931206 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:52.963230 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (31c20114-fd50-4656-acf8-7473380c92ad), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:52.964454 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (31c20114-fd50-4656-acf8-7473380c92ad), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:53.060446 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-cc320569-a755-4d7f-8e84-71edd9fbb209', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'project_id': '56742d0a1df746ab80659261795347ce', 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:46:53.061768 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:53.142497 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks [] for router_controller (31c20114-fd50-4656-acf8-7473380c92ad), precommit_add_association {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:53.271018 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9d855-f31c-4d42-9fdf-d967b19d577b req-5124bb14-d494-45e6-a9c6-3f08c6e35f9b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:53.278809 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fae9d855-f31c-4d42-9fdf-d967b19d577b req-5124bb14-d494-45e6-a9c6-3f08c6e35f9b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1634066 Apr 11 17:46:53.296592 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aa991-3805-44c5-be19-c00c8aa0ef5c req-7dbe5a96-3fa7-42c6-9579-ccc63f26a759 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:53.298475 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-488aa991-3805-44c5-be19-c00c8aa0ef5c req-7dbe5a96-3fa7-42c6-9579-ccc63f26a759 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 932 time: 0.1820714 Apr 11 17:46:53.388077 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Allocated IP 172.20.0.2 (cc320569-a755-4d7f-8e84-71edd9fbb209/28ce48ab-926e-4182-b06b-bee801f2e4cd/5abaff87-d783-499c-9184-357120b940a4) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:53.478626 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks [] for router_gateway (31c20114-fd50-4656-acf8-7473380c92ad), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:53.498498 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fae9d855-f31c-4d42-9fdf-d967b19d577b req-716fc37a-e4ae-40b2-af51-ffc6394f422b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185912 Apr 11 17:46:53.539490 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-488aa991-3805-44c5-be19-c00c8aa0ef5c req-7b65381b-1b04-41d4-a752-3688bff1c31b tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251229 Apr 11 17:46:53.772173 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Publish callbacks [] for port (5abaff87-d783-499c-9184-357120b940a4), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:53.783827 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (5abaff87-d783-499c-9184-357120b940a4), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:53.804602 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks [] for router_gateway (31c20114-fd50-4656-acf8-7473380c92ad), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:53.835565 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:53.855251 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Network cc320569-a755-4d7f-8e84-71edd9fbb209 is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:53.856539 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Pushing event updated for resources: {'Port': ['ID=5abaff87-d783-499c-9184-357120b940a4,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:53.865233 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:53.869463 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:46:53.948716 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Attempting to bind port 5abaff87-d783-499c-9184-357120b940a4 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:46:53.949121 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Attempting to bind port 5abaff87-d783-499c-9184-357120b940a4 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:46:53.949488 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Attempting to bind port 5abaff87-d783-499c-9184-357120b940a4 on network cc320569-a755-4d7f-8e84-71edd9fbb209 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:53.955646 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:46:53.956038 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Checking segment: {'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:53.956447 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:53.956839 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Bound using segment: {'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:46:53.957318 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Bound port: 5abaff87-d783-499c-9184-357120b940a4, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:46:53.957860 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (5abaff87-d783-499c-9184-357120b940a4), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:53.965923 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Allocated IP 172.27.0.84 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/2cb1974c-e334-409f-b664-42e94e90e345) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:54.045585 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] For port 5abaff87-d783-499c-9184-357120b940a4, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:46:54.049519 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] For port 5abaff87-d783-499c-9184-357120b940a4, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=5abaff87-d783-499c-9184-357120b940a4,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:46:54.056929 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (5abaff87-d783-499c-9184-357120b940a4), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:54.095651 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks [] for port (2cb1974c-e334-409f-b664-42e94e90e345), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:54.186807 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9746918-81c1-4dd2-85d2-57c5772c9902 None None] Pushing event updated for resources: {'Port': ['ID=5abaff87-d783-499c-9184-357120b940a4,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:54.202766 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (2cb1974c-e334-409f-b664-42e94e90e345), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:54.269949 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:54.273475 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:54.289161 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:46:54.370873 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb1974c-e334-409f-b664-42e94e90e345,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:54.862612 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46f532-b485-4438-ac55-82d2a5bf4430 req-4f210095-f597-4e05-a21b-1ff8a89adc12 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:54.869970 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aa46f532-b485-4438-ac55-82d2a5bf4430 req-4f210095-f597-4e05-a21b-1ff8a89adc12 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.2489021 Apr 11 17:46:54.879373 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks [] for router_gateway (31c20114-fd50-4656-acf8-7473380c92ad), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:54.889223 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278f38c-0aac-4ab7-9358-43abc9160aa6 req-1791a5c0-6d7f-4e9a-8de2-2fd0eda16053 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:54.890269 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5278f38c-0aac-4ab7-9358-43abc9160aa6 req-1791a5c0-6d7f-4e9a-8de2-2fd0eda16053 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 932 time: 0.1144648 Apr 11 17:46:54.958500 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55232) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:55.080515 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aa46f532-b485-4438-ac55-82d2a5bf4430 req-bb3641be-4284-4e16-a372-619f4de2619c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081320 Apr 11 17:46:55.095074 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5278f38c-0aac-4ab7-9358-43abc9160aa6 req-8371ee89-c1de-412c-862e-510638b74501 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663456 Apr 11 17:46:55.186298 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-93125941-2a9c-4c39-8740-0f6d0fbf6455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:55.353232 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (31c20114-fd50-4656-acf8-7473380c92ad), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:55.366709 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-93125941-2a9c-4c39-8740-0f6d0fbf6455 admin admin] Publish callbacks [] for security_group (41a003e3-a165-4ec2-a500-910557002942), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:55.379482 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-93125941-2a9c-4c39-8740-0f6d0fbf6455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (41a003e3-a165-4ec2-a500-910557002942), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:55.463106 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-93125941-2a9c-4c39-8740-0f6d0fbf6455 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=830fbd17e433411e98b4061aa5afe532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5034399 Apr 11 17:46:55.463754 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55246) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:55.466151 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93125941-2a9c-4c39-8740-0f6d0fbf6455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a003e3-a165-4ec2-a500-910557002942,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:55.574102 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4b1642b2-d3a5-4d40-b58a-27bfdf0ad2a8 admin admin] Publish callbacks [] for security_group (41a003e3-a165-4ec2-a500-910557002942), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:55.625501 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 5abaff87-d783-499c-9184-357120b940a4 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:55.627291 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4b1642b2-d3a5-4d40-b58a-27bfdf0ad2a8 admin admin] Publish callbacks [] for security_group (41a003e3-a165-4ec2-a500-910557002942), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:55.699673 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4b1642b2-d3a5-4d40-b58a-27bfdf0ad2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (41a003e3-a165-4ec2-a500-910557002942), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:55.706270 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4b1642b2-d3a5-4d40-b58a-27bfdf0ad2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:55.713448 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-4b1642b2-d3a5-4d40-b58a-27bfdf0ad2a8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/41a003e3-a165-4ec2-a500-910557002942 HTTP/1.1" status: 204 len: 168 time: 0.2475181 Apr 11 17:46:55.743882 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1642b2-d3a5-4d40-b58a-27bfdf0ad2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a003e3-a165-4ec2-a500-910557002942,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:55.807769 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 5abaff87-d783-499c-9184-357120b940a4 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:55.808747 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (5abaff87-d783-499c-9184-357120b940a4), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:56.006775 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac948af-706e-41e3-97ed-4f4c569b6421 None None] Network cc320569-a755-4d7f-8e84-71edd9fbb209 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:56.143840 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Router 31c20114-fd50-4656-acf8-7473380c92ad is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:46:56.150967 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 5abaff87-d783-499c-9184-357120b940a4 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:56.151241 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (5abaff87-d783-499c-9184-357120b940a4), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:56.190526 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-9ea69633-acbe-40da-b735-366283996401 None None] Provisioning complete for port 5abaff87-d783-499c-9184-357120b940a4 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:56.190899 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-9ea69633-acbe-40da-b735-366283996401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (5abaff87-d783-499c-9184-357120b940a4), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:56.286611 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 5abaff87-d783-499c-9184-357120b940a4, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=5abaff87-d783-499c-9184-357120b940a4,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:46:56.299265 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (5abaff87-d783-499c-9184-357120b940a4), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:56.421846 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18623f-8781-4a96-88ea-2c92d09e23e0 req-ee92be6f-7c47-4b8b-b867-345758a63b9a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:56.431810 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ee18623f-8781-4a96-88ea-2c92d09e23e0 req-ee92be6f-7c47-4b8b-b867-345758a63b9a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 932 time: 0.1965582 Apr 11 17:46:56.455469 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c17e01-6422-485d-a238-b784c51a2b14 req-471cbe60-d2f3-4894-8292-882a099cff86 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:56.457511 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71c17e01-6422-485d-a238-b784c51a2b14 req-471cbe60-d2f3-4894-8292-882a099cff86 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.2236111 Apr 11 17:46:56.469386 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=5abaff87-d783-499c-9184-357120b940a4,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:56.543018 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-9ea69633-acbe-40da-b735-366283996401 None None] Current status of the port 5abaff87-d783-499c-9184-357120b940a4 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:56.638105 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71c17e01-6422-485d-a238-b784c51a2b14 req-6020bd96-c1c6-4921-9c70-108fd883fbf0 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680646 Apr 11 17:46:56.679510 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55284) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:56.689787 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ee18623f-8781-4a96-88ea-2c92d09e23e0 req-5f880b9c-65ba-4ec6-8256-732e3da840ff tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567337 Apr 11 17:46:56.698677 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:46:56.708187 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Sync routers for ids ['31c20114-fd50-4656-acf8-7473380c92ad'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:46:56.740748 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Routers {'31c20114-fd50-4656-acf8-7473380c92ad'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:56.741677 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['31c20114-fd50-4656-acf8-7473380c92ad'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:56.762245 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:56.763809 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a8c1765f-c8de-4bb0-8350-1ba0002fdb87 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8378065 Apr 11 17:46:56.767382 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 55286) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:56.822766 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26cf42f-cc2f-4671-942c-5359896daa4d admin admin] Deleting subnet 6456670d-fc9a-422b-9f6c-0c58a734906d {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:46:56.829368 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b26cf42f-cc2f-4671-942c-5359896daa4d admin admin] Publish callbacks [] for subnet (6456670d-fc9a-422b-9f6c-0c58a734906d), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:56.916743 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b26cf42f-cc2f-4671-942c-5359896daa4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (6456670d-fc9a-422b-9f6c-0c58a734906d), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:56.959834 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Request body: {'port': {'device_id': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:56.975676 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-c825f934-1099-4172-80f4-1d6d4e09c451 None None] Provisioning complete for port 5abaff87-d783-499c-9184-357120b940a4 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:56.976284 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c825f934-1099-4172-80f4-1d6d4e09c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (5abaff87-d783-499c-9184-357120b940a4), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:57.039787 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:57.120434 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Set router 31c20114-fd50-4656-acf8-7473380c92ad gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:57.128045 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b26cf42f-cc2f-4671-942c-5359896daa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (6456670d-fc9a-422b-9f6c-0c58a734906d), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:57.147056 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-1f50801d-fbd6-4e71-90f8-a195a34e418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:57.152378 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-1f50801d-fbd6-4e71-90f8-a195a34e418e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.1922469 Apr 11 17:46:57.256331 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-c825f934-1099-4172-80f4-1d6d4e09c451 None None] Current status of the port 5abaff87-d783-499c-9184-357120b940a4 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:57.403113 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-676e0c45-8bf4-4ca1-a0bc-6f6ab63ee282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:57.404756 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-676e0c45-8bf4-4ca1-a0bc-6f6ab63ee282 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1747589 Apr 11 17:46:57.474916 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:46:54Z', 'revision_number': 3, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:57.499752 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacd82b6-1628-4d72-86d2-2212df9d57ab {{(pid=109938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:46:57.512702 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Checking router: 31c20114-fd50-4656-acf8-7473380c92ad for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:46:57.513426 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Updating router 31c20114-fd50-4656-acf8-7473380c92ad port 2cb1974c-e334-409f-b664-42e94e90e345 binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:46:57.517833 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Publish callbacks [] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:57.550863 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2cb1974c-e334-409f-b664-42e94e90e345), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:57.666698 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-97670ade-36b1-4c6a-aeef-d264a5286bfb service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445536 Apr 11 17:46:57.708607 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b26cf42f-cc2f-4671-942c-5359896daa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (6456670d-fc9a-422b-9f6c-0c58a734906d), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:57.926234 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cf42f-cc2f-4671-942c-5359896daa4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6456670d-fc9a-422b-9f6c-0c58a734906d,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:57.994339 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b26cf42f-cc2f-4671-942c-5359896daa4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.000417 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-b26cf42f-cc2f-4671-942c-5359896daa4d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6456670d-fc9a-422b-9f6c-0c58a734906d HTTP/1.1" status: 204 len: 168 time: 1.3198447 Apr 11 17:46:58.013058 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55302) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:58.040852 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 5abaff87-d783-499c-9184-357120b940a4 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:58.079481 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.provisioning_blocks [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Transition to ACTIVE for port object bacd82b6-1628-4d72-86d2-2212df9d57ab will not be triggered until provisioned by entity L2. {{(pid=109938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:46:58.144359 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1c088-f931-4447-a6c5-6d322263d78c req-eb2a2652-e892-4194-864d-9b9f73708386 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:58.146146 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-54a1c088-f931-4447-a6c5-6d322263d78c req-eb2a2652-e892-4194-864d-9b9f73708386 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0636029 Apr 11 17:46:58.171012 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Publish callbacks [] for port (2cb1974c-e334-409f-b664-42e94e90e345), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.192822 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2cb1974c-e334-409f-b664-42e94e90e345), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.201497 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baac09e-6a21-43e8-8b65-29843b5b8b21 req-fa2f8102-092d-40ef-a5fa-fa0280ac5c81 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:58.203248 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4baac09e-6a21-43e8-8b65-29843b5b8b21 req-fa2f8102-092d-40ef-a5fa-fa0280ac5c81 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1193202 Apr 11 17:46:58.207348 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.211773 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 5abaff87-d783-499c-9184-357120b940a4 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:58.212393 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (5abaff87-d783-499c-9184-357120b940a4), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.353272 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (58f81a23-1251-4f98-bca9-3c85be1118b5), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.400912 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Attempting to bind port 2cb1974c-e334-409f-b664-42e94e90e345 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:46:58.401811 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Attempting to bind port 2cb1974c-e334-409f-b664-42e94e90e345 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:46:58.402393 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Attempting to bind port 2cb1974c-e334-409f-b664-42e94e90e345 on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:58.411372 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:46:58.413797 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:58.413797 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.414289 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:46:58.415237 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Bound port: 2cb1974c-e334-409f-b664-42e94e90e345, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:46:58.415914 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2cb1974c-e334-409f-b664-42e94e90e345), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.433847 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-92f8babf-b7b6-4b96-a709-4ece818c0165 req-855f1069-b094-4968-8d09-90ca1f3b782f service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543182 Apr 11 17:46:58.486528 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 5abaff87-d783-499c-9184-357120b940a4 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:58.495825 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] For port 2cb1974c-e334-409f-b664-42e94e90e345, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:46:58.496441 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Pushing event updated for resources: {'Port': ['ID=bacd82b6-1628-4d72-86d2-2212df9d57ab,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:58.500392 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] For port 2cb1974c-e334-409f-b664-42e94e90e345, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2cb1974c-e334-409f-b664-42e94e90e345,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:46:58.548540 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2cb1974c-e334-409f-b664-42e94e90e345), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.550591 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (58f81a23-1251-4f98-bca9-3c85be1118b5), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.583171 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f81a23-1251-4f98-bca9-3c85be1118b5']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:58.597434 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Routers {'31c20114-fd50-4656-acf8-7473380c92ad'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:46:58.602643 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['31c20114-fd50-4656-acf8-7473380c92ad'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:58.603574 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2121ad-0816-4d72-a3ea-b9ee5ebde3db') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:58.606047 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2121ad-0816-4d72-a3ea-b9ee5ebde3db') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:58.629877 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (4f2121ad-0816-4d72-a3ea-b9ee5ebde3db), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.631354 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-54a1c088-f931-4447-a6c5-6d322263d78c req-f6330ced-332b-4775-b24f-6d3b23e20560 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270706 Apr 11 17:46:58.660993 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (4f2121ad-0816-4d72-a3ea-b9ee5ebde3db), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.669779 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:46:58.671561 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (4f2121ad-0816-4d72-a3ea-b9ee5ebde3db), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:46:58.679008 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:46:58.707198 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4e88c-29af-4f74-906d-ac364aaa0428 None None] Pushing event updated for resources: {'Port': ['ID=2cb1974c-e334-409f-b664-42e94e90e345,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:58.738494 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Attempting to bind port bacd82b6-1628-4d72-86d2-2212df9d57ab on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:46:58.739510 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Attempting to bind port bacd82b6-1628-4d72-86d2-2212df9d57ab by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:46:58.741008 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Attempting to bind port bacd82b6-1628-4d72-86d2-2212df9d57ab on network a1296a78-ceae-4ab5-b9c1-5b0de8049895 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:58.765588 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4baac09e-6a21-43e8-8b65-29843b5b8b21 req-ac6231b3-bcb7-41dc-9ec6-5cf0605474c2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374813 Apr 11 17:46:58.791448 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Port bacd82b6-1628-4d72-86d2-2212df9d57ab on network a1296a78-ceae-4ab5-b9c1-5b0de8049895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:46:58.791927 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Attempting to bind port bacd82b6-1628-4d72-86d2-2212df9d57ab on network a1296a78-ceae-4ab5-b9c1-5b0de8049895 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:58.801371 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:46:58.804046 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Checking segment: {'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:58.804046 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Bound using segment: {'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:46:58.804046 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Bound port: bacd82b6-1628-4d72-86d2-2212df9d57ab, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405c036a-7537-4d41-ae57-aaa02722ac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:46:58.804046 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.805559 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (58f81a23-1251-4f98-bca9-3c85be1118b5), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.856906 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:58.886267 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/58f81a23-1251-4f98-bca9-3c85be1118b5 HTTP/1.1" status: 204 len: 168 time: 0.8692861 Apr 11 17:46:58.895980 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] Set router 31c20114-fd50-4656-acf8-7473380c92ad gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:46:58.900814 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55312) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:58.986452 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4e88c-29af-4f74-906d-ac364aaa0428 None None] Pushing event updated for resources: {'Port': ['ID=2cb1974c-e334-409f-b664-42e94e90e345,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:58.997516 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e2515-15a4-4ab4-91d5-2cccd4685bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f81a23-1251-4f98-bca9-3c85be1118b5,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:59.031701 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] For port bacd82b6-1628-4d72-86d2-2212df9d57ab, host hv-cinder-83716, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:46:59.035720 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] For port bacd82b6-1628-4d72-86d2-2212df9d57ab, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:46:59.037884 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8bf0a4-3eec-45a8-8052-89c3ad6f114d admin admin] Deleting subnet c5d46ef5-bac3-4044-9804-40dcbfb896d5 {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:46:59.043052 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf0a4-3eec-45a8-8052-89c3ad6f114d admin admin] Publish callbacks [] for subnet (c5d46ef5-bac3-4044-9804-40dcbfb896d5), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.043719 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.056023 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.101867 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf0a4-3eec-45a8-8052-89c3ad6f114d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (c5d46ef5-bac3-4044-9804-40dcbfb896d5), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.145606 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:59.146598 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.148330 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] 10.222.0.37 "PUT /v2.0/ports/bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 200 len: 1094 time: 2.1936264 Apr 11 17:46:59.148978 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:46:59.151474 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb" -d '{"events": [{"name": "network-changed", "server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:46:59.216277 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:46:54Z', 'revision_number': 3, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:59.253446 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf0a4-3eec-45a8-8052-89c3ad6f114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (c5d46ef5-bac3-4044-9804-40dcbfb896d5), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.273980 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d221d12b-210f-400f-9a2b-79a8f5dea66b x-openstack-request-id: req-d221d12b-210f-400f-9a2b-79a8f5dea66b {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:46:59.276006 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:46:59.276581 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d221d12b-210f-400f-9a2b-79a8f5dea66b {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:46:59.277154 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d221d12b-210f-400f-9a2b-79a8f5dea66b'] response: {'name': 'network-changed', 'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'status': 'completed', 'code': 200} Apr 11 17:46:59.281449 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a81103-9c5b-400f-a3af-408acea4d728 service neutron] Pushing event updated for resources: {'Port': ['ID=bacd82b6-1628-4d72-86d2-2212df9d57ab,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:59.346807 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982efe6f-1f2b-4a30-8294-e8d8b378980f None None] The sync data for ids ['31c20114-fd50-4656-acf8-7473380c92ad'] in dv-cinder-837167-2-iscsi is: [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:46:54Z', 'revision_number': 3, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:46:59.365991 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf0a4-3eec-45a8-8052-89c3ad6f114d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (c5d46ef5-bac3-4044-9804-40dcbfb896d5), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.398391 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bf0a4-3eec-45a8-8052-89c3ad6f114d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d46ef5-bac3-4044-9804-40dcbfb896d5,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:59.435494 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf0a4-3eec-45a8-8052-89c3ad6f114d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.440206 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-2b8bf0a4-3eec-45a8-8052-89c3ad6f114d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c5d46ef5-bac3-4044-9804-40dcbfb896d5 HTTP/1.1" status: 204 len: 168 time: 0.5373242 Apr 11 17:46:59.443367 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55326) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:59.489630 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-92b4acf8-d801-4750-b287-85df0a80c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:59.493866 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-92b4acf8-d801-4750-b287-85df0a80c5ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=972d43f1fad849a0aca760c4257c6d35&device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 1128 time: 0.2077725 Apr 11 17:46:59.611286 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Allocated IP 172.20.0.1 (cc320569-a755-4d7f-8e84-71edd9fbb209/28ce48ab-926e-4182-b06b-bee801f2e4cd/001385c7-a6e8-4ad0-ab76-7396a0334894) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:59.614665 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (5bbc8fef-365b-4900-9f7e-79ca3d05bbf3), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.650028 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-137b6f59-8d5f-42b0-8cf2-e2ffb6a11e6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 200 len: 217 time: 0.0486357 Apr 11 17:46:59.722660 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (5bbc8fef-365b-4900-9f7e-79ca3d05bbf3), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.764161 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbc8fef-365b-4900-9f7e-79ca3d05bbf3']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:59.795898 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd47f4c2-00ce-4810-a2f3-0920066a89fb') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:59.798392 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd47f4c2-00ce-4810-a2f3-0920066a89fb') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:46:59.831142 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb79a98-c472-407b-8a91-a053ae6c5925 req-dfa1de4f-b076-4118-be10-05373565b6a9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:59.833514 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-dcb79a98-c472-407b-8a91-a053ae6c5925 req-dfa1de4f-b076-4118-be10-05373565b6a9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0962107 Apr 11 17:46:59.837987 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (cd47f4c2-00ce-4810-a2f3-0920066a89fb), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.870378 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (cd47f4c2-00ce-4810-a2f3-0920066a89fb), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.881742 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:46:59.885473 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (cd47f4c2-00ce-4810-a2f3-0920066a89fb), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:46:59.890760 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:46:59.918272 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-dcb79a98-c472-407b-8a91-a053ae6c5925 req-6677b3d4-2135-41b8-bf7b-4919b17aee3b tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749869 Apr 11 17:47:00.007263 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (5bbc8fef-365b-4900-9f7e-79ca3d05bbf3), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.012454 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.019674 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5bbc8fef-365b-4900-9f7e-79ca3d05bbf3 HTTP/1.1" status: 204 len: 168 time: 0.5724256 Apr 11 17:47:00.061673 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3592fcb-75fc-46b7-ad66-66f40f55aa96 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bbc8fef-365b-4900-9f7e-79ca3d05bbf3,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:00.076437 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Publish callbacks [] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.134563 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ee2d1-fa83-4ee0-bd7f-7aef87162a0a req-27321b5c-8ce4-4ffa-a22a-4b9668edcb89 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:00.136722 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-547ee2d1-fa83-4ee0-bd7f-7aef87162a0a req-27321b5c-8ce4-4ffa-a22a-4b9668edcb89 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.2030237 Apr 11 17:47:00.139583 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b76c0cc4-7a73-40db-a5bc-f41eb1de56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:00.141450 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b76c0cc4-7a73-40db-a5bc-f41eb1de56a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e43e9b-cc14-4eca-8175-44631c934fef HTTP/1.1" status: 200 len: 853 time: 0.2357740 Apr 11 17:47:00.262041 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b72ec215-ab66-48c8-9ba2-809bead005e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:00.263715 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-b72ec215-ab66-48c8-9ba2-809bead005e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1296a78-ceae-4ab5-b9c1-5b0de8049895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1125507 Apr 11 17:47:00.283800 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55348) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:00.345643 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f472725a-456b-4db1-b37b-bef876a61379 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b03004a687664cc89006907b70a6ae31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602863 Apr 11 17:47:00.348888 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55352) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:00.380316 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-547ee2d1-fa83-4ee0-bd7f-7aef87162a0a req-2e1c301e-5f88-4f51-a7b9-88a0ef757d52 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085145 Apr 11 17:47:00.410613 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-845b806e-f918-4679-ac3f-7ad8d3da7504 admin admin] Publish callbacks [] for security_group (8b6697fb-fb4d-434d-982c-d343bff43c2e), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.413459 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.437171 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-845b806e-f918-4679-ac3f-7ad8d3da7504 admin admin] Publish callbacks [] for security_group (8b6697fb-fb4d-434d-982c-d343bff43c2e), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.457682 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-ea76fe60-1f41-4f3e-a053-b8c30a567cfa service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801825 Apr 11 17:47:00.480849 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Network cc320569-a755-4d7f-8e84-71edd9fbb209 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:00.487524 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:00.498922 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:00.499409 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (31c20114-fd50-4656-acf8-7473380c92ad), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.502228 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Pushing event updated for resources: {'Port': ['ID=001385c7-a6e8-4ad0-ab76-7396a0334894,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:00.506772 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-845b806e-f918-4679-ac3f-7ad8d3da7504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (8b6697fb-fb4d-434d-982c-d343bff43c2e), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.510357 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-845b806e-f918-4679-ac3f-7ad8d3da7504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.512218 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-845b806e-f918-4679-ac3f-7ad8d3da7504 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b6697fb-fb4d-434d-982c-d343bff43c2e HTTP/1.1" status: 204 len: 168 time: 0.1613107 Apr 11 17:47:00.523838 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b806e-f918-4679-ac3f-7ad8d3da7504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6697fb-fb4d-434d-982c-d343bff43c2e,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:00.670223 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f381f98-ca7a-4624-bc6c-30d9f7b45c40 req-e49a74f6-b9af-46f5-b10a-0e9b71f423a8 service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050309 Apr 11 17:47:00.726634 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.792900 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-176d3418-409d-43a8-bfba-4c4deee9f30a None None] Provisioning complete for port 001385c7-a6e8-4ad0-ab76-7396a0334894 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:00.794105 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-176d3418-409d-43a8-bfba-4c4deee9f30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.831270 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-176d3418-409d-43a8-bfba-4c4deee9f30a None None] Port 001385c7-a6e8-4ad0-ab76-7396a0334894 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:47:00.906746 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Publish callbacks [] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.912962 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.913662 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (31c20114-fd50-4656-acf8-7473380c92ad), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:00.942692 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55358) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:00.987832 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-19d7fef7-27cb-43b4-9784-0eb881e56550 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f3237a6df0c4b71a8389208c0ac41cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436721 Apr 11 17:47:00.990339 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55362) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:01.023554 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Pushing event updated for resources: {'Port': ['ID=001385c7-a6e8-4ad0-ab76-7396a0334894,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:01.040587 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Publish callbacks [] for security_group (2a2c8765-7adf-4a0d-9f90-18026527ddb8), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:01.063664 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Publish callbacks [] for security_group (2a2c8765-7adf-4a0d-9f90-18026527ddb8), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:01.071015 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fff76b-9492-4ba5-b80d-9471819f5c43 req-670eba1c-7f8e-4389-a278-a64e4ba82ed5 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:01.072532 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-58fff76b-9492-4ba5-b80d-9471819f5c43 req-670eba1c-7f8e-4389-a278-a64e4ba82ed5 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0680346 Apr 11 17:47:01.101000 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Network cc320569-a755-4d7f-8e84-71edd9fbb209 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:01.107599 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:01.137327 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (2a2c8765-7adf-4a0d-9f90-18026527ddb8), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:01.141794 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:01.143415 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a2c8765-7adf-4a0d-9f90-18026527ddb8 HTTP/1.1" status: 204 len: 168 time: 0.1519892 Apr 11 17:47:01.181925 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2c8765-7adf-4a0d-9f90-18026527ddb8,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:01.187012 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.187365 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.188931 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.189325 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.189668 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.190031 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.190370 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.190703 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.191053 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.191386 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.191718 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.192048 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.192436 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.192754 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.193080 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cb0c4-2d15-4660-b6c5-c8d4be7faedd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:01.466249 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-bda726f7-e316-4dd7-8bd8-a80062162a1b None None] Provisioning complete for port 001385c7-a6e8-4ad0-ab76-7396a0334894 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:01.466993 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-bda726f7-e316-4dd7-8bd8-a80062162a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:01.503495 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2cb1974c-e334-409f-b664-42e94e90e345 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:01.562636 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-bda726f7-e316-4dd7-8bd8-a80062162a1b None None] Port 001385c7-a6e8-4ad0-ab76-7396a0334894 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:47:01.575699 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 2cb1974c-e334-409f-b664-42e94e90e345 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:01.576478 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2cb1974c-e334-409f-b664-42e94e90e345), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:01.713084 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 2cb1974c-e334-409f-b664-42e94e90e345 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:01.713740 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2cb1974c-e334-409f-b664-42e94e90e345), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:01.714067 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-58fff76b-9492-4ba5-b80d-9471819f5c43 req-7d2a33fe-1613-428a-b8b7-2d94c1525736 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339421 Apr 11 17:47:01.743125 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 2cb1974c-e334-409f-b664-42e94e90e345, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2cb1974c-e334-409f-b664-42e94e90e345,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:01.748869 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2cb1974c-e334-409f-b664-42e94e90e345), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:01.772036 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbde85-7a04-479e-b9fa-dabce634989b req-a40d782d-76ee-4506-a8db-be40dbd36e45 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:01.773245 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-39fbde85-7a04-479e-b9fa-dabce634989b req-a40d782d-76ee-4506-a8db-be40dbd36e45 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1323693 Apr 11 17:47:01.789316 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Router 31c20114-fd50-4656-acf8-7473380c92ad has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:47:01.791154 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-91bf2504-9a4a-4213-b27a-be2e93ce36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:01.792252 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-91bf2504-9a4a-4213-b27a-be2e93ce36b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=972d43f1fad849a0aca760c4257c6d35&device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 1128 time: 0.0944738 Apr 11 17:47:01.805490 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=2cb1974c-e334-409f-b664-42e94e90e345,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:01.889932 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-39fbde85-7a04-479e-b9fa-dabce634989b req-418441e4-29bf-4fac-9f31-36dea211e8a7 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964158 Apr 11 17:47:01.964546 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:47:01.978263 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-53ff36e2-8ead-4621-8c74-5e92b8e2aed3 admin admin] 10.222.0.79 "PUT /v2.0/routers/31c20114-fd50-4656-acf8-7473380c92ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2008371 Apr 11 17:47:01.978364 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Sync routers for ids ['31c20114-fd50-4656-acf8-7473380c92ad'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:47:01.993475 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Routers {'31c20114-fd50-4656-acf8-7473380c92ad'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:47:01.994146 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['31c20114-fd50-4656-acf8-7473380c92ad'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:02.117858 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-ec67fae6-29c1-4a60-8cae-d81125565c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:02.124100 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-ec67fae6-29c1-4a60-8cae-d81125565c23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1296a78-ceae-4ab5-b9c1-5b0de8049895 HTTP/1.1" status: 200 len: 915 time: 0.1399701 Apr 11 17:47:02.180709 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-c6274b5f-5fd9-432f-84cc-97626730ded2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 200 len: 217 time: 0.0504067 Apr 11 17:47:02.184250 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Set router 31c20114-fd50-4656-acf8-7473380c92ad gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:47:02.395667 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:47:00Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '001385c7-a6e8-4ad0-ab76-7396a0334894', 'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'mac_address': 'fa:16:3e:aa:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:59Z', 'updated_at': '2022-04-11T17:47:00Z', 'revision_number': 2, 'project_id': '56742d0a1df746ab80659261795347ce', 'subnets': [{'id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:02.426022 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Checking router: 31c20114-fd50-4656-acf8-7473380c92ad for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:47:02.426330 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Updating router 31c20114-fd50-4656-acf8-7473380c92ad port 001385c7-a6e8-4ad0-ab76-7396a0334894 binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:47:02.469901 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:02.485540 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-6d965f5b-566f-45ef-968e-3afbe275ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:02.488531 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-6d965f5b-566f-45ef-968e-3afbe275ce0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e43e9b-cc14-4eca-8175-44631c934fef HTTP/1.1" status: 200 len: 853 time: 0.0664964 Apr 11 17:47:02.554215 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-1c1d9ef9-6306-4274-b1fd-8fcb2b44ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:02.556839 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-1c1d9ef9-6306-4274-b1fd-8fcb2b44ace2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1296a78-ceae-4ab5-b9c1-5b0de8049895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617664 Apr 11 17:47:02.697492 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-d4d561a8-3637-4a50-9ffc-b230dee830bd service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284847 Apr 11 17:47:02.823784 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c5b935f4-588a-4c5f-a56b-2f3a42cddacb req-9b199b22-e33b-49dc-a301-24fdf692859e service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164405 Apr 11 17:47:02.895521 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Publish callbacks [] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:02.903802 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:02.908256 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85cd77-7392-48a1-9425-0d01fd312d83 req-fd0f9d73-034f-4773-a233-3a2f46447cec tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:02.917992 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0b85cd77-7392-48a1-9425-0d01fd312d83 req-fd0f9d73-034f-4773-a233-3a2f46447cec tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 944 time: 0.0921814 Apr 11 17:47:02.937483 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 55436) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:02.948435 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-211087831-network', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:02.992253 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ec3fe-9b58-42b2-8966-1ddf22c61bc7 None None] Pushing event updated for resources: {'Port': ['ID=001385c7-a6e8-4ad0-ab76-7396a0334894,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:03.071317 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390890b2-c785-4bef-a898-50e415a0a7ed req-78a230a8-4279-4b1c-bf27-d1d271c01633 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:03.075201 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Attempting to bind port 001385c7-a6e8-4ad0-ab76-7396a0334894 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:47:03.075807 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Attempting to bind port 001385c7-a6e8-4ad0-ab76-7396a0334894 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:47:03.076335 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Attempting to bind port 001385c7-a6e8-4ad0-ab76-7396a0334894 on network cc320569-a755-4d7f-8e84-71edd9fbb209 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:03.078805 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-390890b2-c785-4bef-a898-50e415a0a7ed req-78a230a8-4279-4b1c-bf27-d1d271c01633 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0695817 Apr 11 17:47:03.084811 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:47:03.085207 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Checking segment: {'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:47:03.085459 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0b85cd77-7392-48a1-9425-0d01fd312d83 req-664fd66b-6118-4eef-9664-a7bf037f3c82 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659083 Apr 11 17:47:03.085624 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.086049 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Bound using segment: {'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:47:03.086546 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Bound port: 001385c7-a6e8-4ad0-ab76-7396a0334894, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:47:03.086935 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.107233 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Made reservation on behalf of 1dcb450ca5fc44cfa2b4447b63e2886b for: {'network': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:47:03.109749 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.122333 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.195931 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.203765 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] For port 001385c7-a6e8-4ad0-ab76-7396a0334894, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:47:03.207749 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] For port 001385c7-a6e8-4ad0-ab76-7396a0334894, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=001385c7-a6e8-4ad0-ab76-7396a0334894,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:47:03.216371 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.223152 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Publish callbacks [] for security_group (ab4a2432-1fc9-4bcf-ac38-fa924ccef7d4), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.234109 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-390890b2-c785-4bef-a898-50e415a0a7ed req-63bff91e-89b0-44dd-b50e-cd9abe03d9a5 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540306 Apr 11 17:47:03.235342 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (ab4a2432-1fc9-4bcf-ac38-fa924ccef7d4), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.273596 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=109938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:47:03.278858 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Routers {'31c20114-fd50-4656-acf8-7473380c92ad'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:47:03.279072 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4a2432-1fc9-4bcf-ac38-fa924ccef7d4,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:03.279652 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['31c20114-fd50-4656-acf8-7473380c92ad'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:03.290755 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.291111 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.291442 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.291787 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.292104 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.292427 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.292751 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.293074 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.293736 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.294065 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.294386 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.294708 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.295034 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.295339 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.295659 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:03.299877 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (17c43f69-bb70-4753-a46a-f26703418c37), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.300225 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.segments_db [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Added segment 17c43f69-bb70-4753-a46a-f26703418c37 of type vlan for network f52006b7-a581-4cea-9905-737c5e3d4a5e Apr 11 17:47:03.360277 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ec3fe-9b58-42b2-8966-1ddf22c61bc7 None None] Pushing event updated for resources: {'Port': ['ID=001385c7-a6e8-4ad0-ab76-7396a0334894,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:03.373634 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (f52006b7-a581-4cea-9905-737c5e3d4a5e), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.426620 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (f52006b7-a581-4cea-9905-737c5e3d4a5e), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.427456 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:03.428167 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.473513 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5313439 Apr 11 17:47:03.473821 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55446) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:03.480774 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Request body: {'subnet': {'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-211087831-subnet', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'ip_version': 4}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:03.540257 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Made reservation on behalf of 1dcb450ca5fc44cfa2b4447b63e2886b for: {'subnet': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:47:03.550133 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaaf78-eee9-4ea1-a439-259a0a940a97 admin admin] Pushing event updated for resources: {'Network': ['ID=f52006b7-a581-4cea-9905-737c5e3d4a5e,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:03.551243 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3679286'] for subnet (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.667054 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-3122e067-b707-45ba-a5ee-ad13a394cffc None None] Provisioning complete for port 001385c7-a6e8-4ad0-ab76-7396a0334894 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:03.667651 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3122e067-b707-45ba-a5ee-ad13a394cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.686718 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2cb1974c-e334-409f-b664-42e94e90e345 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:03.688910 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network f52006b7-a581-4cea-9905-737c5e3d4a5e details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:47:03.699747 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device bacd82b6-1628-4d72-86d2-2212df9d57ab details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:47:03.742161 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-03746a05-c991-452a-8982-5c51395dc414 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666203 Apr 11 17:47:03.838507 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3731844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3679268'] for subnet (1b87dc3d-5917-4f08-9e6b-d1b52609b165), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:03.940933 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-cb8b7a59-b449-4467-9cb9-adda97ddf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:03.948103 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-cb8b7a59-b449-4467-9cb9-adda97ddf466 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 1130 time: 0.1460404 Apr 11 17:47:03.954132 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] Set router 31c20114-fd50-4656-acf8-7473380c92ad gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:47:03.963401 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b87dc3d-5917-4f08-9e6b-d1b52609b165,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:03.994984 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Checking segment: {'id': '17c43f69-bb70-4753-a46a-f26703418c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:47:03.995620 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Network hostable DHCP agents. Network: f52006b7-a581-4cea-9905-737c5e3d4a5e, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:47:04.025838 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Network f52006b7-a581-4cea-9905-737c5e3d4a5e is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:47:04.031826 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.db.resource_extend [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 17:47:04.042500 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, f52006b7-a581-4cea-9905-737c5e3d4a5e) {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:04.061448 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b16e14-db44-4f5e-ad88-02822d8808db None None] Network f52006b7-a581-4cea-9905-737c5e3d4a5e requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:47:04.065614 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:04.066943 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.102479 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-1249cb63-bfa0-4138-a434-5371ffeda594 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6268575 Apr 11 17:47:04.106416 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55466) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:04.121329 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-211087831-router', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:04.166944 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-d27bb5b3-d754-4c5a-86f5-f8166347da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:04.178993 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.182356 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.183607 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-d27bb5b3-d754-4c5a-86f5-f8166347da52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 912 time: 0.1996408 Apr 11 17:47:04.295325 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks [] for router_controller (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), precommit_add_association {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.308548 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 2cb1974c-e334-409f-b664-42e94e90e345 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:04.308932 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2cb1974c-e334-409f-b664-42e94e90e345), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.444230 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13eed8-640c-48f3-8a40-bde762ce83ed req-2d0dafe8-59ac-47a5-af97-48d7529fbab5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:04.451127 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3a13eed8-640c-48f3-8a40-bde762ce83ed req-2d0dafe8-59ac-47a5-af97-48d7529fbab5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0872126 Apr 11 17:47:04.482113 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks [] for router_gateway (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.482591 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port bacd82b6-1628-4d72-86d2-2212df9d57ab, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:04.486944 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-3122e067-b707-45ba-a5ee-ad13a394cffc None None] Current status of the port 001385c7-a6e8-4ad0-ab76-7396a0334894 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:04.487328 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3122e067-b707-45ba-a5ee-ad13a394cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.502485 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-f52006b7-a581-4cea-9905-737c5e3d4a5e', 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e', 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'fixed_ips': [{'subnet_id': '1b87dc3d-5917-4f08-9e6b-d1b52609b165'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:47:04.503227 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.513162 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdee000-2e03-464b-bed1-44fd0e787731 req-2c7b4df0-0304-4ff1-b300-f4a35c9688a8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:04.513394 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7cdee000-2e03-464b-bed1-44fd0e787731 req-2c7b4df0-0304-4ff1-b300-f4a35c9688a8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 944 time: 0.2700830 Apr 11 17:47:04.516963 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-1e9600b0-21cc-4f7c-987f-c2cf195f4f21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd HTTP/1.1" status: 200 len: 1002 time: 0.3229551 Apr 11 17:47:04.541033 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'port_id': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'mac_address': 'fa:16:3e:dc:e7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:47:04.595625 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3a13eed8-640c-48f3-8a40-bde762ce83ed req-c7fe07c6-065e-42c0-a3a8-4317ee397ec7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434302 Apr 11 17:47:04.624428 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7cdee000-2e03-464b-bed1-44fd0e787731 req-9c7780df-e146-4a82-b994-36ee0d4127c4 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011503 Apr 11 17:47:04.626688 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-2e32cc8c-1e9e-41e3-aad0-016c636d17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:04.628454 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-2e32cc8c-1e9e-41e3-aad0-016c636d17bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4765981-e117-4dfa-9abd-cc2d659b3810 HTTP/1.1" status: 200 len: 850 time: 0.1016185 Apr 11 17:47:04.713037 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-6d62957e-1fc1-4a98-a27c-599fe77c1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:04.715008 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-6d62957e-1fc1-4a98-a27c-599fe77c1edf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18a7394-4f97-4fa6-8c6e-197808eb17ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772192 Apr 11 17:47:04.724119 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks [] for router_gateway (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.727547 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-3122e067-b707-45ba-a5ee-ad13a394cffc None None] For port 001385c7-a6e8-4ad0-ab76-7396a0334894, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=001385c7-a6e8-4ad0-ab76-7396a0334894,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:04.747850 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3122e067-b707-45ba-a5ee-ad13a394cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.749846 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 2cb1974c-e334-409f-b664-42e94e90e345 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:04.751694 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.798238 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:47:00Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '001385c7-a6e8-4ad0-ab76-7396a0334894', 'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'mac_address': 'fa:16:3e:aa:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:59Z', 'updated_at': '2022-04-11T17:47:03Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'subnets': [{'id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:04.830216 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432890a-07f1-451b-8cb1-3a1abfaa2fc5 req-b0fdf6ef-3c71-44a3-a51b-08c9120253a8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:04.831765 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8432890a-07f1-451b-8cb1-3a1abfaa2fc5 req-b0fdf6ef-3c71-44a3-a51b-08c9120253a8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1157448 Apr 11 17:47:04.852097 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522f8f8-139f-405b-bd2d-950b7701c5a9 None None] The sync data for ids ['31c20114-fd50-4656-acf8-7473380c92ad'] in dv-cinder-837167-2-iscsi is: [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:47:00Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '001385c7-a6e8-4ad0-ab76-7396a0334894', 'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'mac_address': 'fa:16:3e:aa:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:59Z', 'updated_at': '2022-04-11T17:47:03Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'subnets': [{'id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:47:04.859133 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port bacd82b6-1628-4d72-86d2-2212df9d57ab is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:04.859767 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:04.893548 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-50a6449a-70d8-4888-9211-af71e185696a service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674027 Apr 11 17:47:04.907879 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Allocated IP 172.27.0.26 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/2fae8c32-5b5b-4b35-9da6-61ef7906e164) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:47:04.931404 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacd82b6-1628-4d72-86d2-2212df9d57ab {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:47:04.987170 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122e067-b707-45ba-a5ee-ad13a394cffc None None] Pushing event updated for resources: {'Port': ['ID=001385c7-a6e8-4ad0-ab76-7396a0334894,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:04.989287 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8432890a-07f1-451b-8cb1-3a1abfaa2fc5 req-e9ed2ed9-2e4a-4c58-ac5e-9617064ca2b5 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452756 Apr 11 17:47:04.991570 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-32d9792e-655a-4a7e-8702-558d62c6cb32 None None] Provisioning complete for port 001385c7-a6e8-4ad0-ab76-7396a0334894 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:04.992109 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-32d9792e-655a-4a7e-8702-558d62c6cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:05.052838 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port bacd82b6-1628-4d72-86d2-2212df9d57ab, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:05.066825 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Allocated IP 172.20.0.2 (f52006b7-a581-4cea-9905-737c5e3d4a5e/1b87dc3d-5917-4f08-9e6b-d1b52609b165/5b7e44c2-9769-4064-92cc-81ace4df0a81) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:47:05.070525 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:05.109294 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b8fe352a-e7b2-4ff4-8a94-df14c82b54aa req-0c7b6d5b-374c-4299-8866-e59ceb828db7 service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050154 Apr 11 17:47:05.181425 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks [] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:05.227009 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=bacd82b6-1628-4d72-86d2-2212df9d57ab,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:05.228037 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:05.274960 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-32d9792e-655a-4a7e-8702-558d62c6cb32 None None] Current status of the port 001385c7-a6e8-4ad0-ab76-7396a0334894 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:05.278385 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:05.282521 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:05.286113 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:05.292190 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Pushing event updated for resources: {'Port': ['ID=2fae8c32-5b5b-4b35-9da6-61ef7906e164,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:05.406509 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['bacd82b6-1628-4d72-86d2-2212df9d57ab'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:47:05.511625 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 001385c7-a6e8-4ad0-ab76-7396a0334894 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:05.689772 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Publish callbacks [] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:05.696365 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 001385c7-a6e8-4ad0-ab76-7396a0334894 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:05.700218 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:05.790198 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:05.879430 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3312c88-510e-41d8-99c2-d8a64546f9cc req-19a6a195-5ae8-44e3-b202-040cd4228ee1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:05.895285 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f3312c88-510e-41d8-99c2-d8a64546f9cc req-19a6a195-5ae8-44e3-b202-040cd4228ee1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1351404 Apr 11 17:47:05.972556 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Network f52006b7-a581-4cea-9905-737c5e3d4a5e is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:05.985017 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:47:05.991229 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:05.995171 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:06.024431 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Pushing event updated for resources: {'Port': ['ID=5b7e44c2-9769-4064-92cc-81ace4df0a81,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:06.034654 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f3312c88-510e-41d8-99c2-d8a64546f9cc req-f6d9701c-db22-4344-8f1a-f938809b89cb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332991 Apr 11 17:47:06.064566 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks [] for router_gateway (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:06.066786 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877db5bf-d6c6-4835-a24b-6150b6ffbabc req-45bfc0de-1a2e-41ee-b433-a735ec0b6bf1 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:06.068611 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-877db5bf-d6c6-4835-a24b-6150b6ffbabc req-45bfc0de-1a2e-41ee-b433-a735ec0b6bf1 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 945 time: 0.2058465 Apr 11 17:47:06.095759 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 001385c7-a6e8-4ad0-ab76-7396a0334894 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:06.166163 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-877db5bf-d6c6-4835-a24b-6150b6ffbabc req-d6c196c4-7706-4ead-8f35-fc2d43df50ed tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795529 Apr 11 17:47:06.232750 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79278d-a06c-477d-aab3-d8c6327936cd req-9c60bc18-a7fd-46b4-a80d-31c082ece493 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:06.234668 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9d79278d-a06c-477d-aab3-d8c6327936cd req-9c60bc18-a7fd-46b4-a80d-31c082ece493 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0610523 Apr 11 17:47:06.241805 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Attempting to bind port 5b7e44c2-9769-4064-92cc-81ace4df0a81 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:47:06.242522 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Attempting to bind port 5b7e44c2-9769-4064-92cc-81ace4df0a81 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '17c43f69-bb70-4753-a46a-f26703418c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:47:06.250172 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Attempting to bind port 5b7e44c2-9769-4064-92cc-81ace4df0a81 on network f52006b7-a581-4cea-9905-737c5e3d4a5e {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:06.328648 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9d79278d-a06c-477d-aab3-d8c6327936cd req-d9d7058d-df3b-4996-9658-8e520093f280 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794892 Apr 11 17:47:06.437512 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:47:06.437903 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Checking segment: {'id': '17c43f69-bb70-4753-a46a-f26703418c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:47:06.438302 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:06.438753 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Bound using segment: {'id': '17c43f69-bb70-4753-a46a-f26703418c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:47:06.439242 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Bound port: 5b7e44c2-9769-4064-92cc-81ace4df0a81, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c43f69-bb70-4753-a46a-f26703418c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:47:06.439604 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:06.442151 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:06.529210 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] For port 5b7e44c2-9769-4064-92cc-81ace4df0a81, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:47:06.532830 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] For port 5b7e44c2-9769-4064-92cc-81ace4df0a81, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=5b7e44c2-9769-4064-92cc-81ace4df0a81,segment=NetworkSegment(17c43f69-bb70-4753-a46a-f26703418c37),segment_id=17c43f69-bb70-4753-a46a-f26703418c37)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:47:06.541453 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:06.609028 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b4bf5-dd04-4af7-b7c0-b24792b208c3 None None] Pushing event updated for resources: {'Port': ['ID=5b7e44c2-9769-4064-92cc-81ace4df0a81,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:06.619923 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:47:06.796202 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:47:06.807214 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Sync routers for ids ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:47:06.818076 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:06.819892 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-caacaa15-f394-4ebc-9925-66d4daf1760a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7114275 Apr 11 17:47:06.824333 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 55518) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:06.826187 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Routers {'7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:47:06.827124 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:07.046619 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Set router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:47:07.345347 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57c1c1-c57c-4abd-b52f-a6059f381628 req-18b0d840-b1bc-48c7-a178-b5908077e713 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:07.347771 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cf57c1c1-c57c-4abd-b52f-a6059f381628 req-18b0d840-b1bc-48c7-a178-b5908077e713 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1855035 Apr 11 17:47:07.363883 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'name': 'tempest-TestShelveInstance-211087831-router', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:05Z', 'revision_number': 3, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'gw_port': {'id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:07.399897 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Checking router: 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:47:07.400228 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Updating router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe port 2fae8c32-5b5b-4b35-9da6-61ef7906e164 binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:47:07.445306 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:07.472152 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 5b7e44c2-9769-4064-92cc-81ace4df0a81 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:07.521113 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f27d9-8616-4316-9f00-6b7acac2e14b req-95e5961e-92b3-418c-bbc3-3b35158f1d44 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:07.528445 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e7f27d9-8616-4316-9f00-6b7acac2e14b req-95e5961e-92b3-418c-bbc3-3b35158f1d44 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 945 time: 0.1757653 Apr 11 17:47:07.561164 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 5b7e44c2-9769-4064-92cc-81ace4df0a81 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:07.561946 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:07.573818 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cf57c1c1-c57c-4abd-b52f-a6059f381628 req-115f14ed-d151-4db4-b5b4-528ae4e2aa13 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169700 Apr 11 17:47:07.661241 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e7f27d9-8616-4316-9f00-6b7acac2e14b req-47ce9cce-3588-4010-8eda-5b600ce9074c tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318126 Apr 11 17:47:07.741069 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 5b7e44c2-9769-4064-92cc-81ace4df0a81 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:07.742037 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:07.794981 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 5b7e44c2-9769-4064-92cc-81ace4df0a81, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=5b7e44c2-9769-4064-92cc-81ace4df0a81,segment=NetworkSegment(17c43f69-bb70-4753-a46a-f26703418c37),segment_id=17c43f69-bb70-4753-a46a-f26703418c37)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:07.796859 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a512ab-aebe-425b-a4eb-4bdc4dd37b66 req-d84af288-1722-4190-8ff8-755057d1a2ca tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:07.798337 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8a512ab-aebe-425b-a4eb-4bdc4dd37b66 req-d84af288-1722-4190-8ff8-755057d1a2ca tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0801449 Apr 11 17:47:07.808251 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:07.863118 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=5b7e44c2-9769-4064-92cc-81ace4df0a81,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:07.878496 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:07.909551 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Publish callbacks [] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:07.917292 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e90a6a8-b218-4a22-93f0-4c31e13310c2 None None] Network f52006b7-a581-4cea-9905-737c5e3d4a5e requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:47:07.919370 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8a512ab-aebe-425b-a4eb-4bdc4dd37b66 req-d2919fa8-4292-4849-9890-09c927bf1289 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884731 Apr 11 17:47:07.923476 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:07.988600 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Attempting to bind port 2fae8c32-5b5b-4b35-9da6-61ef7906e164 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:47:07.989225 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Attempting to bind port 2fae8c32-5b5b-4b35-9da6-61ef7906e164 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:47:07.989822 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Attempting to bind port 2fae8c32-5b5b-4b35-9da6-61ef7906e164 on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:07.996935 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:47:07.997538 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:47:07.998143 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:07.998727 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:47:08.001432 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Bound port: 2fae8c32-5b5b-4b35-9da6-61ef7906e164, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:47:08.010593 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:08.021256 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-21aec89a-282c-4e98-b49f-7aae6b322f16 None None] Provisioning complete for port 5b7e44c2-9769-4064-92cc-81ace4df0a81 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:08.021624 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-21aec89a-282c-4e98-b49f-7aae6b322f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:08.030549 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c5367-c232-47ac-9c6c-7eefd8f06beb None None] Pushing event updated for resources: {'Port': ['ID=2fae8c32-5b5b-4b35-9da6-61ef7906e164,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:08.071470 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] For port 2fae8c32-5b5b-4b35-9da6-61ef7906e164, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:47:08.076422 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] For port 2fae8c32-5b5b-4b35-9da6-61ef7906e164, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2fae8c32-5b5b-4b35-9da6-61ef7906e164,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:47:08.080109 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Allocated IP 172.20.0.1 (f52006b7-a581-4cea-9905-737c5e3d4a5e/1b87dc3d-5917-4f08-9e6b-d1b52609b165/b83d456e-1b37-48eb-af27-cc4b5b09603e) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:47:08.090347 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:08.145445 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-21aec89a-282c-4e98-b49f-7aae6b322f16 None None] Current status of the port 5b7e44c2-9769-4064-92cc-81ace4df0a81 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:08.164903 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c5367-c232-47ac-9c6c-7eefd8f06beb None None] Pushing event updated for resources: {'Port': ['ID=2fae8c32-5b5b-4b35-9da6-61ef7906e164,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:08.174839 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Routers {'7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:47:08.175542 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:08.237740 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Publish callbacks [] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:08.288231 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:08.303795 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] Set router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:47:08.338474 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Network f52006b7-a581-4cea-9905-737c5e3d4a5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:08.341417 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:08.346360 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:08.346998 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:08.375009 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-26c8abb2-1b1d-4323-be1d-b06455c74115 None None] Provisioning complete for port 5b7e44c2-9769-4064-92cc-81ace4df0a81 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:08.375385 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-26c8abb2-1b1d-4323-be1d-b06455c74115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:08.419560 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Pushing event updated for resources: {'Port': ['ID=b83d456e-1b37-48eb-af27-cc4b5b09603e,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:08.472229 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-26c8abb2-1b1d-4323-be1d-b06455c74115 None None] Current status of the port 5b7e44c2-9769-4064-92cc-81ace4df0a81 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:08.523395 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'name': 'tempest-TestShelveInstance-211087831-router', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:05Z', 'revision_number': 3, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'gw_port': {'id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:08.555448 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:08.559871 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c53c04-86c1-4fa9-8751-f8835868c255 None None] The sync data for ids ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'] in dv-cinder-837167-2-iscsi is: [{'id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'name': 'tempest-TestShelveInstance-211087831-router', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:05Z', 'revision_number': 3, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'gw_port': {'id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:47:08.595572 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-e88057aa-950e-4fef-9846-f6a3dbc6fe5d None None] Provisioning complete for port b83d456e-1b37-48eb-af27-cc4b5b09603e triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:08.596077 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e88057aa-950e-4fef-9846-f6a3dbc6fe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:08.639498 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-e88057aa-950e-4fef-9846-f6a3dbc6fe5d None None] Port b83d456e-1b37-48eb-af27-cc4b5b09603e cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:47:09.101271 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f7923-ae61-401f-a538-45d3e4705437 req-6aabd7d2-aeee-47be-95e9-21bdb4ce028c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:09.102974 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f85f7923-ae61-401f-a538-45d3e4705437 req-6aabd7d2-aeee-47be-95e9-21bdb4ce028c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.3934689 Apr 11 17:47:09.111502 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790db94-2eeb-450e-92cb-9d6d5a55798e req-90701fa5-6fa7-4c04-91d3-de203eb35893 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:09.113077 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e790db94-2eeb-450e-92cb-9d6d5a55798e req-90701fa5-6fa7-4c04-91d3-de203eb35893 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 945 time: 0.3809769 Apr 11 17:47:09.115525 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Publish callbacks [] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:09.133491 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:09.134250 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:09.289113 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Pushing event updated for resources: {'Port': ['ID=b83d456e-1b37-48eb-af27-cc4b5b09603e,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:09.299651 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e790db94-2eeb-450e-92cb-9d6d5a55798e req-01f27687-fbfe-4fac-85db-6ca614539572 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807971 Apr 11 17:47:09.306193 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f85f7923-ae61-401f-a538-45d3e4705437 req-ae25e9ce-f784-46f5-a1bf-54018e1818db tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882782 Apr 11 17:47:09.373682 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Network f52006b7-a581-4cea-9905-737c5e3d4a5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:09.378787 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:09.536806 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 5b7e44c2-9769-4064-92cc-81ace4df0a81 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:09.562813 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a771dc-d34a-4d9d-96a3-8a26e8b2103c req-b5977bb9-d88b-4a5a-9e58-d9fe365ac042 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:09.564545 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0a771dc-d34a-4d9d-96a3-8a26e8b2103c req-b5977bb9-d88b-4a5a-9e58-d9fe365ac042 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1011620 Apr 11 17:47:09.630833 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:47:09.634950 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0a771dc-d34a-4d9d-96a3-8a26e8b2103c req-31dc008f-8173-4014-94e1-a86b780ef98f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612304 Apr 11 17:47:09.640179 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 5b7e44c2-9769-4064-92cc-81ace4df0a81 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:09.641154 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:09.684468 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device bacd82b6-1628-4d72-86d2-2212df9d57ab up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:09.735449 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-8af9c6ae-aa36-49c5-97b4-14a3f7d686f6 None None] Provisioning complete for port b83d456e-1b37-48eb-af27-cc4b5b09603e triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:09.737649 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8af9c6ae-aa36-49c5-97b4-14a3f7d686f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:09.778841 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:47:09.783997 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a1a3f4cd-5c54-4a83-97e6-09e42e9b0480 admin admin] 10.222.0.79 "PUT /v2.0/routers/7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9560745 Apr 11 17:47:09.792184 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-8af9c6ae-aa36-49c5-97b4-14a3f7d686f6 None None] Port b83d456e-1b37-48eb-af27-cc4b5b09603e cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:47:09.799882 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port bacd82b6-1628-4d72-86d2-2212df9d57ab completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:47:09.834879 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port bacd82b6-1628-4d72-86d2-2212df9d57ab triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:09.835488 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:09.885314 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 5b7e44c2-9769-4064-92cc-81ace4df0a81 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:09.886988 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2fae8c32-5b5b-4b35-9da6-61ef7906e164 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:09.970845 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port bacd82b6-1628-4d72-86d2-2212df9d57ab is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:09.971240 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:09.974200 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 2fae8c32-5b5b-4b35-9da6-61ef7906e164 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:09.974550 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.026718 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:10.029060 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7929b4-4d1d-4dda-bbd1-6edfe971ae76" -d '{"events": [{"server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "name": "network-vif-plugged", "status": "completed", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:10.046578 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port bacd82b6-1628-4d72-86d2-2212df9d57ab, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:10.055167 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.112278 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720da5f9-4b77-40e7-8035-78321c69e2e9 x-openstack-request-id: req-720da5f9-4b77-40e7-8035-78321c69e2e9 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:10.112593 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "name": "network-vif-plugged", "status": "completed", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:10.112847 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-720da5f9-4b77-40e7-8035-78321c69e2e9 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:10.113251 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720da5f9-4b77-40e7-8035-78321c69e2e9'] response: {'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'code': 200} Apr 11 17:47:10.153471 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 2fae8c32-5b5b-4b35-9da6-61ef7906e164 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:10.153471 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.160298 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=bacd82b6-1628-4d72-86d2-2212df9d57ab,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:10.189612 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 2fae8c32-5b5b-4b35-9da6-61ef7906e164, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2fae8c32-5b5b-4b35-9da6-61ef7906e164,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:10.196103 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.267203 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=2fae8c32-5b5b-4b35-9da6-61ef7906e164,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:10.332456 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1d0e7-337b-40ba-b5fa-1c3e9977c29d req-250a7b3c-5725-4a4a-8d75-52e6be284335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:10.334081 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-46a1d0e7-337b-40ba-b5fa-1c3e9977c29d req-250a7b3c-5725-4a4a-8d75-52e6be284335 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 1130 time: 0.0893686 Apr 11 17:47:10.387184 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55572) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:10.392477 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-998e21f6-b403-46ba-a460-d253ca825aba tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787233747', 'description': 'tempest-secgroup-smoke-787233747 description', 'project_id': '56742d0a1df746ab80659261795347ce'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:10.407103 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-46a1d0e7-337b-40ba-b5fa-1c3e9977c29d req-87b5a92d-4f14-4e39-84d5-334b39c93146 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655162 Apr 11 17:47:10.436588 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-998e21f6-b403-46ba-a460-d253ca825aba tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.502171 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdff88-28cf-49e9-ae86-1c0d9e60ceb0 req-a02e6b48-3203-438b-b92b-646b806ffa65 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:10.502171 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fdcdff88-28cf-49e9-ae86-1c0d9e60ceb0 req-a02e6b48-3203-438b-b92b-646b806ffa65 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0694513 Apr 11 17:47:10.549918 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-998e21f6-b403-46ba-a460-d253ca825aba tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group (113ee012-a6ab-4f47-80e6-2071eb643240), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.556912 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-998e21f6-b403-46ba-a460-d253ca825aba tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (113ee012-a6ab-4f47-80e6-2071eb643240), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.598387 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fdcdff88-28cf-49e9-ae86-1c0d9e60ceb0 req-cb8d03d9-c065-4006-9ed7-6903c46dae01 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891473 Apr 11 17:47:10.599442 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-998e21f6-b403-46ba-a460-d253ca825aba tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.602290 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Sync routers for ids ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:47:10.603819 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 55584) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:10.604145 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-998e21f6-b403-46ba-a460-d253ca825aba tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2156928 Apr 11 17:47:10.606961 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e21f6-b403-46ba-a460-d253ca825aba tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113ee012-a6ab-4f47-80e6-2071eb643240,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:10.609729 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-b8cbc47d-42f9-4b5b-b96b-53e4bd16cb3b tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Request body: {'security_group_rule': {'security_group_id': '113ee012-a6ab-4f47-80e6-2071eb643240', 'project_id': '56742d0a1df746ab80659261795347ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:10.624534 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Routers {'7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:47:10.625870 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:10.773078 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc47d-42f9-4b5b-b96b-53e4bd16cb3b tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (af28f9eb-c2ce-4b25-9d57-59956f06c70d), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.813190 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Set router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:47:10.832586 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dcea2-4510-4dc8-bd9e-53573e433f79 req-c9cb4d8b-ad79-486f-9803-45bd1ed45eff tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:10.834348 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b20dcea2-4510-4dc8-bd9e-53573e433f79 req-c9cb4d8b-ad79-486f-9803-45bd1ed45eff tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1088166 Apr 11 17:47:10.879182 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc47d-42f9-4b5b-b96b-53e4bd16cb3b tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (af28f9eb-c2ce-4b25-9d57-59956f06c70d), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.898582 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc47d-42f9-4b5b-b96b-53e4bd16cb3b tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (af28f9eb-c2ce-4b25-9d57-59956f06c70d), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.923481 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbc47d-42f9-4b5b-b96b-53e4bd16cb3b tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af28f9eb-c2ce-4b25-9d57-59956f06c70d,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:10.955365 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b20dcea2-4510-4dc8-bd9e-53573e433f79 req-9851602b-3dbb-4c20-9afc-38e8f581fa4f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141741 Apr 11 17:47:10.972774 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc47d-42f9-4b5b-b96b-53e4bd16cb3b tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:10.972774 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b8cbc47d-42f9-4b5b-b96b-53e4bd16cb3b tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3634048 Apr 11 17:47:10.973286 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55600) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:10.978280 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-2a8bface-c112-42f7-9de0-a9ac07861b20 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Request body: {'security_group_rule': {'security_group_id': '113ee012-a6ab-4f47-80e6-2071eb643240', 'project_id': '56742d0a1df746ab80659261795347ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:11.042290 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2a8bface-c112-42f7-9de0-a9ac07861b20 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (20d49dcf-8606-45fc-8708-82bb67052d38), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.130032 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2a8bface-c112-42f7-9de0-a9ac07861b20 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (20d49dcf-8606-45fc-8708-82bb67052d38), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.139041 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2a8bface-c112-42f7-9de0-a9ac07861b20 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (20d49dcf-8606-45fc-8708-82bb67052d38), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.140713 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'name': 'tempest-TestShelveInstance-211087831-router', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:08Z', 'revision_number': 4, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'gw_port': {'id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b83d456e-1b37-48eb-af27-cc4b5b09603e', 'name': '', 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'mac_address': 'fa:16:3e:27:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1b87dc3d-5917-4f08-9e6b-d1b52609b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:47:07Z', 'updated_at': '2022-04-11T17:47:08Z', 'revision_number': 2, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'subnets': [{'id': '1b87dc3d-5917-4f08-9e6b-d1b52609b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:11.167702 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ae602-713a-4da0-a80f-d912f7de6004 req-2d8cb3d1-a689-4f34-b215-1169bea486c9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:11.169449 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a29ae602-713a-4da0-a80f-d912f7de6004 req-2d8cb3d1-a689-4f34-b215-1169bea486c9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1020167 Apr 11 17:47:11.176066 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Checking router: 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:47:11.176480 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Updating router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe port b83d456e-1b37-48eb-af27-cc4b5b09603e binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:47:11.194105 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bface-c112-42f7-9de0-a9ac07861b20 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d49dcf-8606-45fc-8708-82bb67052d38,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:11.209719 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2a8bface-c112-42f7-9de0-a9ac07861b20 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.216394 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-2a8bface-c112-42f7-9de0-a9ac07861b20 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2396705 Apr 11 17:47:11.217012 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55606) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:11.220101 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.221660 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-d56bb717-9ccc-4cc5-ad72-7f68cafee9ce tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Request body: {'security_group_rule': {'security_group_id': '113ee012-a6ab-4f47-80e6-2071eb643240', 'project_id': '56742d0a1df746ab80659261795347ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:11.262550 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d56bb717-9ccc-4cc5-ad72-7f68cafee9ce tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (984899fe-68a3-45d0-8846-2ad1e0d64e89), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.296583 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a29ae602-713a-4da0-a80f-d912f7de6004 req-2d5e91b4-992d-44ee-9c7c-6a50dbffbd06 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146259 Apr 11 17:47:11.437290 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d56bb717-9ccc-4cc5-ad72-7f68cafee9ce tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (984899fe-68a3-45d0-8846-2ad1e0d64e89), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.443688 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d56bb717-9ccc-4cc5-ad72-7f68cafee9ce tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (984899fe-68a3-45d0-8846-2ad1e0d64e89), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.445570 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2fae8c32-5b5b-4b35-9da6-61ef7906e164 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:11.481203 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bb717-9ccc-4cc5-ad72-7f68cafee9ce tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984899fe-68a3-45d0-8846-2ad1e0d64e89,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:11.496398 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d56bb717-9ccc-4cc5-ad72-7f68cafee9ce tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.498109 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-d56bb717-9ccc-4cc5-ad72-7f68cafee9ce tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2799635 Apr 11 17:47:11.500724 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55612) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:11.507235 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-2e4e1cbb-7e5b-4a09-86bc-7ccfb7553380 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Request body: {'security_group_rule': {'security_group_id': '113ee012-a6ab-4f47-80e6-2071eb643240', 'project_id': '56742d0a1df746ab80659261795347ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:11.551885 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1cbb-7e5b-4a09-86bc-7ccfb7553380 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (13e8dedf-e191-4e71-a99e-e6f8bd92ff63), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.580692 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 2fae8c32-5b5b-4b35-9da6-61ef7906e164 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:11.581068 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.616179 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a49f3040-8a3e-41cc-8c73-9a60c1c2332b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.699563 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1cbb-7e5b-4a09-86bc-7ccfb7553380 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (13e8dedf-e191-4e71-a99e-e6f8bd92ff63), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.710056 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1cbb-7e5b-4a09-86bc-7ccfb7553380 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (13e8dedf-e191-4e71-a99e-e6f8bd92ff63), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.756071 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e1cbb-7e5b-4a09-86bc-7ccfb7553380 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e8dedf-e191-4e71-a99e-e6f8bd92ff63,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:11.772952 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Publish callbacks [] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.780198 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 2fae8c32-5b5b-4b35-9da6-61ef7906e164 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:11.783474 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.785837 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1cbb-7e5b-4a09-86bc-7ccfb7553380 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.789417 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-2e4e1cbb-7e5b-4a09-86bc-7ccfb7553380 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2863708 Apr 11 17:47:11.791822 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55620) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:11.798916 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-c41df199-4c3b-46a3-9fb5-09c3b90ed8f2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Request body: {'security_group_rule': {'security_group_id': '113ee012-a6ab-4f47-80e6-2071eb643240', 'project_id': '56742d0a1df746ab80659261795347ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:11.834325 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.securitygroups_db [None req-c41df199-4c3b-46a3-9fb5-09c3b90ed8f2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Project 56742d0a1df746ab80659261795347ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:47:11.845119 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5047db0-8eef-40c9-84a0-5440fd3853d1 None None] Pushing event updated for resources: {'Port': ['ID=b83d456e-1b37-48eb-af27-cc4b5b09603e,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:11.845445 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0a039-a50c-4898-86cb-385c7ce2dfd5 req-162e2e81-b5da-4fe5-979a-f6678dc48cd2 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:11.846206 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-06a0a039-a50c-4898-86cb-385c7ce2dfd5 req-162e2e81-b5da-4fe5-979a-f6678dc48cd2 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0980997 Apr 11 17:47:11.862225 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c41df199-4c3b-46a3-9fb5-09c3b90ed8f2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (30982b60-60f7-4049-9e64-49e171c6ba5d), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.911822 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Attempting to bind port b83d456e-1b37-48eb-af27-cc4b5b09603e on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:47:11.912198 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Attempting to bind port b83d456e-1b37-48eb-af27-cc4b5b09603e by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '17c43f69-bb70-4753-a46a-f26703418c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:47:11.912560 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Attempting to bind port b83d456e-1b37-48eb-af27-cc4b5b09603e on network f52006b7-a581-4cea-9905-737c5e3d4a5e {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:11.918710 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:47:11.920035 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Checking segment: {'id': '17c43f69-bb70-4753-a46a-f26703418c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:47:11.920444 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.920836 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Bound using segment: {'id': '17c43f69-bb70-4753-a46a-f26703418c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:47:11.921313 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Bound port: b83d456e-1b37-48eb-af27-cc4b5b09603e, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c43f69-bb70-4753-a46a-f26703418c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:47:11.921777 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:11.934823 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-06a0a039-a50c-4898-86cb-385c7ce2dfd5 req-8593d038-9697-4234-a50f-150fb0789674 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810788 Apr 11 17:47:12.045472 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c41df199-4c3b-46a3-9fb5-09c3b90ed8f2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (30982b60-60f7-4049-9e64-49e171c6ba5d), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.052223 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c41df199-4c3b-46a3-9fb5-09c3b90ed8f2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (30982b60-60f7-4049-9e64-49e171c6ba5d), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.062951 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] For port b83d456e-1b37-48eb-af27-cc4b5b09603e, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:47:12.066597 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] For port b83d456e-1b37-48eb-af27-cc4b5b09603e, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=b83d456e-1b37-48eb-af27-cc4b5b09603e,segment=NetworkSegment(17c43f69-bb70-4753-a46a-f26703418c37),segment_id=17c43f69-bb70-4753-a46a-f26703418c37)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:47:12.075170 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41df199-4c3b-46a3-9fb5-09c3b90ed8f2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30982b60-60f7-4049-9e64-49e171c6ba5d,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:12.078891 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.090558 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c41df199-4c3b-46a3-9fb5-09c3b90ed8f2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.091131 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-c41df199-4c3b-46a3-9fb5-09c3b90ed8f2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2973814 Apr 11 17:47:12.096488 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55624) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:12.121925 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-1911ddf8-d6f6-4311-b685-f3d947fbc082 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Request body: {'security_group_rule': {'security_group_id': '113ee012-a6ab-4f47-80e6-2071eb643240', 'project_id': '56742d0a1df746ab80659261795347ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:12.137139 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f7e30-327b-412d-98c2-6ab5676b8984 req-3b1ef721-0d6a-4856-9da1-0940b84a7c40 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:12.140994 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8e0f7e30-327b-412d-98c2-6ab5676b8984 req-3b1ef721-0d6a-4856-9da1-0940b84a7c40 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0668123 Apr 11 17:47:12.148439 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-f4495f4c-41a5-45a7-987b-111d0903ca20 None None] Provisioning complete for port b83d456e-1b37-48eb-af27-cc4b5b09603e triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:12.148874 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f4495f4c-41a5-45a7-987b-111d0903ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.160740 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.securitygroups_db [None req-1911ddf8-d6f6-4311-b685-f3d947fbc082 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Project 56742d0a1df746ab80659261795347ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:47:12.169603 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1911ddf8-d6f6-4311-b685-f3d947fbc082 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (fdaa56a7-70dd-4562-b307-b6ad85af8450), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.211028 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8e0f7e30-327b-412d-98c2-6ab5676b8984 req-51cee38c-040d-4683-84b1-bb4525f2e3fe tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617678 Apr 11 17:47:12.226805 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5047db0-8eef-40c9-84a0-5440fd3853d1 None None] Pushing event updated for resources: {'Port': ['ID=b83d456e-1b37-48eb-af27-cc4b5b09603e,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:12.229648 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Routers {'7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:47:12.234902 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:46:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:12.274659 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1911ddf8-d6f6-4311-b685-f3d947fbc082 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (fdaa56a7-70dd-4562-b307-b6ad85af8450), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.281531 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1911ddf8-d6f6-4311-b685-f3d947fbc082 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (fdaa56a7-70dd-4562-b307-b6ad85af8450), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.311578 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911ddf8-d6f6-4311-b685-f3d947fbc082 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaa56a7-70dd-4562-b307-b6ad85af8450,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:12.322874 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1911ddf8-d6f6-4311-b685-f3d947fbc082 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.325776 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-1911ddf8-d6f6-4311-b685-f3d947fbc082 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2184730 Apr 11 17:47:12.476388 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b9289-9854-4f53-b722-8e16e028b4c3 req-526627ec-7121-4967-9cd7-eb7f93986b4f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:12.480736 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d07b9289-9854-4f53-b722-8e16e028b4c3 req-526627ec-7121-4967-9cd7-eb7f93986b4f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0873561 Apr 11 17:47:12.562530 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d07b9289-9854-4f53-b722-8e16e028b4c3 req-ae3c82b8-cc14-45c1-bbb2-c5fbb719e6ce tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688629 Apr 11 17:47:12.593908 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] Set router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:47:12.601729 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-f4495f4c-41a5-45a7-987b-111d0903ca20 None None] Current status of the port b83d456e-1b37-48eb-af27-cc4b5b09603e is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:12.601729 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f4495f4c-41a5-45a7-987b-111d0903ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.711992 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-f4495f4c-41a5-45a7-987b-111d0903ca20 None None] For port b83d456e-1b37-48eb-af27-cc4b5b09603e, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=b83d456e-1b37-48eb-af27-cc4b5b09603e,segment=NetworkSegment(17c43f69-bb70-4753-a46a-f26703418c37),segment_id=17c43f69-bb70-4753-a46a-f26703418c37)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:12.724743 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f4495f4c-41a5-45a7-987b-111d0903ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.824280 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4495f4c-41a5-45a7-987b-111d0903ca20 None None] Pushing event updated for resources: {'Port': ['ID=b83d456e-1b37-48eb-af27-cc4b5b09603e,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:12.881169 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-c969f3eb-afc1-4edf-9e62-9cf3b23c263f None None] Provisioning complete for port b83d456e-1b37-48eb-af27-cc4b5b09603e triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:12.881603 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c969f3eb-afc1-4edf-9e62-9cf3b23c263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:12.932192 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'name': 'tempest-TestShelveInstance-211087831-router', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:08Z', 'revision_number': 4, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'gw_port': {'id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b83d456e-1b37-48eb-af27-cc4b5b09603e', 'name': '', 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'mac_address': 'fa:16:3e:27:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1b87dc3d-5917-4f08-9e6b-d1b52609b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:47:07Z', 'updated_at': '2022-04-11T17:47:12Z', 'revision_number': 4, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'subnets': [{'id': '1b87dc3d-5917-4f08-9e6b-d1b52609b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:12.963217 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2a846-8eb4-4665-b0a5-8a2db5ecbb56 None None] The sync data for ids ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'] in dv-cinder-837167-2-iscsi is: [{'id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'name': 'tempest-TestShelveInstance-211087831-router', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:08Z', 'revision_number': 4, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'gw_port': {'id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b83d456e-1b37-48eb-af27-cc4b5b09603e', 'name': '', 'network_id': 'f52006b7-a581-4cea-9905-737c5e3d4a5e', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'mac_address': 'fa:16:3e:27:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1b87dc3d-5917-4f08-9e6b-d1b52609b165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:47:07Z', 'updated_at': '2022-04-11T17:47:12Z', 'revision_number': 4, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'subnets': [{'id': '1b87dc3d-5917-4f08-9e6b-d1b52609b165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:47:13.099537 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-c969f3eb-afc1-4edf-9e62-9cf3b23c263f None None] Current status of the port b83d456e-1b37-48eb-af27-cc4b5b09603e is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:13.188584 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fcff6-2164-4798-80a6-4d21d9641bbe req-05ac68ec-87e2-4657-aecf-e1ebf8f59df0 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:13.191366 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-752fcff6-2164-4798-80a6-4d21d9641bbe req-05ac68ec-87e2-4657-aecf-e1ebf8f59df0 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0803494 Apr 11 17:47:13.240915 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-752fcff6-2164-4798-80a6-4d21d9641bbe req-aef27c87-4ec4-4784-9bc4-37615021ff63 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485878 Apr 11 17:47:13.459960 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65119e4-aa51-41d6-9fee-68fa8ef824bd req-121d86b6-fcf3-450e-90d7-92d5eeb4b814 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:13.461556 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c65119e4-aa51-41d6-9fee-68fa8ef824bd req-121d86b6-fcf3-450e-90d7-92d5eeb4b814 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1384857 Apr 11 17:47:13.468159 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146eefb0-1845-4ef3-81ee-49d36a3ad99d req-6fa16de2-2983-481f-aacd-3cdb66d5c20f tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:13.471463 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-146eefb0-1845-4ef3-81ee-49d36a3ad99d req-6fa16de2-2983-481f-aacd-3cdb66d5c20f tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0860291 Apr 11 17:47:13.503301 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device b83d456e-1b37-48eb-af27-cc4b5b09603e up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:13.562649 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port b83d456e-1b37-48eb-af27-cc4b5b09603e triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:13.563155 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:13.569251 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c65119e4-aa51-41d6-9fee-68fa8ef824bd req-5bb6e3fd-2198-4a99-9a10-eb5430090f38 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961652 Apr 11 17:47:13.587461 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-146eefb0-1845-4ef3-81ee-49d36a3ad99d req-dd75a000-2e23-466a-b634-20f45f7bfdf0 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061621 Apr 11 17:47:13.671665 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port b83d456e-1b37-48eb-af27-cc4b5b09603e is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:13.735567 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c7ef1-5602-46be-ab07-957009adc095 req-d3a4ac56-49ad-471d-80dc-2c08f826afb4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:13.737595 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-458c7ef1-5602-46be-ab07-957009adc095 req-d3a4ac56-49ad-471d-80dc-2c08f826afb4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0599730 Apr 11 17:47:13.801318 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-458c7ef1-5602-46be-ab07-957009adc095 req-47a3c065-eebe-4380-8b1e-b83f97ca2ae8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559196 Apr 11 17:47:13.977783 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef182dc-9410-47ef-bb9f-459e6bfc8bca req-becef466-2ca9-41fb-b37e-825ef04a4fa9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:13.979712 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fef182dc-9410-47ef-bb9f-459e6bfc8bca req-becef466-2ca9-41fb-b37e-825ef04a4fa9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0674450 Apr 11 17:47:14.035613 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fef182dc-9410-47ef-bb9f-459e6bfc8bca req-619e67ff-4eab-4a0c-a7ac-404b7b9cac08 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Apr 11 17:47:14.262357 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c9b22429-db59-4155-8863-8020b808a20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:14.695743 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441809a7-10f4-4a08-a290-bae12e1d2101 req-1b8f094d-5d23-4a87-89fe-eb11a76750c0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:14.697217 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-441809a7-10f4-4a08-a290-bae12e1d2101 req-1b8f094d-5d23-4a87-89fe-eb11a76750c0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0532966 Apr 11 17:47:14.745687 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-441809a7-10f4-4a08-a290-bae12e1d2101 req-eedb9b18-4c16-407b-8ecb-5b76a546a91f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425937 Apr 11 17:47:14.926860 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e0849-bef2-440a-af8c-4979e170dd8f req-b9554cf1-08d1-46ca-80bd-668fce7941c3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:14.928395 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-155e0849-bef2-440a-af8c-4979e170dd8f req-b9554cf1-08d1-46ca-80bd-668fce7941c3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0558105 Apr 11 17:47:14.988313 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-155e0849-bef2-440a-af8c-4979e170dd8f req-83e24f1d-7fa3-47e1-8aaa-21899d65ca9c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516376 Apr 11 17:47:15.930091 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b17db9-a94b-4945-a3a1-059ba8a0c5b2 req-1daa344e-c4de-47c1-b0be-36fe0c9a1a46 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:15.931652 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-14b17db9-a94b-4945-a3a1-059ba8a0c5b2 req-1daa344e-c4de-47c1-b0be-36fe0c9a1a46 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0896347 Apr 11 17:47:15.986202 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-14b17db9-a94b-4945-a3a1-059ba8a0c5b2 req-24380a98-8580-4c52-a49d-c9da47399b6a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481217 Apr 11 17:47:16.050347 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:16.151303 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9993e9-0dcd-4aab-a404-5865418e0426 req-d023a09c-a9ad-4db7-b3dd-ccef3c49e954 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:16.152956 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1e9993e9-0dcd-4aab-a404-5865418e0426 req-d023a09c-a9ad-4db7-b3dd-ccef3c49e954 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0549350 Apr 11 17:47:16.204920 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1e9993e9-0dcd-4aab-a404-5865418e0426 req-f663556b-e95a-4bfb-b588-5f1aa04b1dcc tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447571 Apr 11 17:47:16.435840 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55842) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:16.551169 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3682218b-ef37-4430-991e-59f0e3274f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:16.639570 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3682218b-ef37-4430-991e-59f0e3274f72 admin admin] Publish callbacks [] for security_group (2425e6cb-6cd5-4c71-ab31-0a07e2e93d2e), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:16.646142 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3682218b-ef37-4430-991e-59f0e3274f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (2425e6cb-6cd5-4c71-ab31-0a07e2e93d2e), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:16.685542 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682218b-ef37-4430-991e-59f0e3274f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2425e6cb-6cd5-4c71-ab31-0a07e2e93d2e,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:16.690998 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-3682218b-ef37-4430-991e-59f0e3274f72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b5f0c6bd1e74301b4e8204920d726d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539141 Apr 11 17:47:16.695074 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 55848) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:16.746173 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0704fb95-7115-40f5-b9a2-18d65dd33f30 admin admin] Publish callbacks [] for security_group (2425e6cb-6cd5-4c71-ab31-0a07e2e93d2e), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:16.775833 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0704fb95-7115-40f5-b9a2-18d65dd33f30 admin admin] Publish callbacks [] for security_group (2425e6cb-6cd5-4c71-ab31-0a07e2e93d2e), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:16.836330 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0704fb95-7115-40f5-b9a2-18d65dd33f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (2425e6cb-6cd5-4c71-ab31-0a07e2e93d2e), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:16.839001 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0704fb95-7115-40f5-b9a2-18d65dd33f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:16.840258 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-0704fb95-7115-40f5-b9a2-18d65dd33f30 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2425e6cb-6cd5-4c71-ab31-0a07e2e93d2e HTTP/1.1" status: 204 len: 168 time: 0.1441033 Apr 11 17:47:16.854509 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704fb95-7115-40f5-b9a2-18d65dd33f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2425e6cb-6cd5-4c71-ab31-0a07e2e93d2e,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:17.073048 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:17.136068 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fab13-d12d-4d57-a37c-bf39c38bf936 req-4198726b-2cb1-4705-92cb-941d6b3b9da6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:17.138514 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-751fab13-d12d-4d57-a37c-bf39c38bf936 req-4198726b-2cb1-4705-92cb-941d6b3b9da6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0654187 Apr 11 17:47:17.163183 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55860) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:17.177049 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-374af176-7d15-4049-8fca-7639597d956a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:17.192283 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-751fab13-d12d-4d57-a37c-bf39c38bf936 req-d2b4ee3a-39fe-4eb7-ab46-ed8c03b72a36 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468299 Apr 11 17:47:17.276027 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-374af176-7d15-4049-8fca-7639597d956a admin admin] Publish callbacks [] for security_group (86355d41-a662-4f0c-a19b-b061165223fb), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:17.282413 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-374af176-7d15-4049-8fca-7639597d956a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (86355d41-a662-4f0c-a19b-b061165223fb), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:17.326274 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-374af176-7d15-4049-8fca-7639597d956a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5b993639d0142bb92722f9762e9f603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618378 Apr 11 17:47:17.327098 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374af176-7d15-4049-8fca-7639597d956a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86355d41-a662-4f0c-a19b-b061165223fb,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:17.330521 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55866) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:17.336355 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b3c0f-6dbf-4362-9993-74420f421c5e req-599fca18-e291-4005-a4c9-fc0a13776810 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:17.341294 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-883b3c0f-6dbf-4362-9993-74420f421c5e req-599fca18-e291-4005-a4c9-fc0a13776810 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0533245 Apr 11 17:47:17.385982 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7714f398-be67-45c7-8cc8-625ded3fd8c3 admin admin] Publish callbacks [] for security_group (86355d41-a662-4f0c-a19b-b061165223fb), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:17.409156 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7714f398-be67-45c7-8cc8-625ded3fd8c3 admin admin] Publish callbacks [] for security_group (86355d41-a662-4f0c-a19b-b061165223fb), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:17.415157 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-883b3c0f-6dbf-4362-9993-74420f421c5e req-0dd51eb0-503f-4d25-b7c8-88c3aadc03e7 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544560 Apr 11 17:47:17.466604 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7714f398-be67-45c7-8cc8-625ded3fd8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (86355d41-a662-4f0c-a19b-b061165223fb), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:17.469220 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7714f398-be67-45c7-8cc8-625ded3fd8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:17.470451 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-7714f398-be67-45c7-8cc8-625ded3fd8c3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86355d41-a662-4f0c-a19b-b061165223fb HTTP/1.1" status: 204 len: 168 time: 0.1390247 Apr 11 17:47:17.479397 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714f398-be67-45c7-8cc8-625ded3fd8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86355d41-a662-4f0c-a19b-b061165223fb,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:18.333674 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:18.340134 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1c0ef-b23c-4c95-bdc6-f9d019b475d6 req-dec0e3de-0277-4274-b415-ec95c6e19889 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:18.342301 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-dae1c0ef-b23c-4c95-bdc6-f9d019b475d6 req-dec0e3de-0277-4274-b415-ec95c6e19889 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0720050 Apr 11 17:47:18.432938 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-dae1c0ef-b23c-4c95-bdc6-f9d019b475d6 req-1ca4ea0b-3dc0-42a1-9fac-75481fa89a3d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838573 Apr 11 17:47:18.590527 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ce6f2-78b2-4747-b0b8-973184de4852 req-56d82f4d-02b2-41c4-9eba-c1d110c2e9d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:18.592306 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c58ce6f2-78b2-4747-b0b8-973184de4852 req-56d82f4d-02b2-41c4-9eba-c1d110c2e9d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0644619 Apr 11 17:47:18.644821 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c58ce6f2-78b2-4747-b0b8-973184de4852 req-43ad6c21-869a-4e49-b202-b8d98ea698c1 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Apr 11 17:47:18.791573 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55916) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:18.915530 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c00ed3ec-98f9-4657-a541-961cafd81804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:19.026060 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c00ed3ec-98f9-4657-a541-961cafd81804 admin admin] Publish callbacks [] for security_group (d9c72cca-4f7e-43f4-97a4-371d3c121a84), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:19.031196 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c00ed3ec-98f9-4657-a541-961cafd81804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (d9c72cca-4f7e-43f4-97a4-371d3c121a84), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:19.075407 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-c00ed3ec-98f9-4657-a541-961cafd81804 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17415f65da5e43a79beef8226ef058c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825863 Apr 11 17:47:19.076599 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ed3ec-98f9-4657-a541-961cafd81804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c72cca-4f7e-43f4-97a4-371d3c121a84,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:19.079052 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 55926) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:19.103873 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192650bd-d76c-4735-b01e-e4ba9c08c455 req-7a1cfc4b-c3e4-46b7-b2be-944d3e835f66 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:19.105482 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-192650bd-d76c-4735-b01e-e4ba9c08c455 req-7a1cfc4b-c3e4-46b7-b2be-944d3e835f66 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0634239 Apr 11 17:47:19.135707 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaeaf5-cb0c-4d40-8b49-e2f0f5fea94d admin admin] Publish callbacks [] for security_group (d9c72cca-4f7e-43f4-97a4-371d3c121a84), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:19.159101 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-192650bd-d76c-4735-b01e-e4ba9c08c455 req-b796920f-86f2-48d4-a2b5-ef7c8951380d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468888 Apr 11 17:47:19.162576 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaeaf5-cb0c-4d40-8b49-e2f0f5fea94d admin admin] Publish callbacks [] for security_group (d9c72cca-4f7e-43f4-97a4-371d3c121a84), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:19.219471 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaeaf5-cb0c-4d40-8b49-e2f0f5fea94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (d9c72cca-4f7e-43f4-97a4-371d3c121a84), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:19.222466 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5fdaeaf5-cb0c-4d40-8b49-e2f0f5fea94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:19.223646 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5fdaeaf5-cb0c-4d40-8b49-e2f0f5fea94d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d9c72cca-4f7e-43f4-97a4-371d3c121a84 HTTP/1.1" status: 204 len: 168 time: 0.1434963 Apr 11 17:47:19.233815 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaeaf5-cb0c-4d40-8b49-e2f0f5fea94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c72cca-4f7e-43f4-97a4-371d3c121a84,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:19.606029 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1261e7-48a6-4ccc-8079-04481544b760 req-bc3a3aec-1be5-42bf-82df-f05ba0f90661 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:19.607524 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5a1261e7-48a6-4ccc-8079-04481544b760 req-bc3a3aec-1be5-42bf-82df-f05ba0f90661 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0624924 Apr 11 17:47:19.658771 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5a1261e7-48a6-4ccc-8079-04481544b760 req-64b571d2-b7be-41d7-8170-41a70c25295d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455852 Apr 11 17:47:19.775354 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387ba5a-668c-4898-a17d-665760e0a21e req-af986dbd-1aab-47a8-90c9-0cf66140ac51 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:19.778372 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d387ba5a-668c-4898-a17d-665760e0a21e req-af986dbd-1aab-47a8-90c9-0cf66140ac51 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0517588 Apr 11 17:47:19.835241 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d387ba5a-668c-4898-a17d-665760e0a21e req-b29c371f-98eb-40fa-a1b3-95f11eada40b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526154 Apr 11 17:47:19.910832 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 55958) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:20.034619 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-765804574-network', 'tenant_id': 'c530c6c8c8d540f79928e73d222ee7a3'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:20.074205 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Made reservation on behalf of c530c6c8c8d540f79928e73d222ee7a3 for: {'network': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:47:20.077517 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.088538 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.172636 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Publish callbacks [] for security_group (7e7394cd-50e8-4b0b-9843-c0def565fc1e), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.179199 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (7e7394cd-50e8-4b0b-9843-c0def565fc1e), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.207978 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=109938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:47:20.219651 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7394cd-50e8-4b0b-9843-c0def565fc1e,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:20.224990 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (594e26d7-63c1-4014-9f3e-14b5e6ea18b4), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.225333 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.segments_db [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Added segment 594e26d7-63c1-4014-9f3e-14b5e6ea18b4 of type vlan for network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b Apr 11 17:47:20.300556 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.311599 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb70cc-98db-4e93-a029-7960839f01ca req-fe7be73b-9c11-40b2-9757-5974effc5f05 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:20.313103 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b2bb70cc-98db-4e93-a029-7960839f01ca req-fe7be73b-9c11-40b2-9757-5974effc5f05 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0757632 Apr 11 17:47:20.354625 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.355658 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:20.356229 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.402197 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b2bb70cc-98db-4e93-a029-7960839f01ca req-2002b162-7b7c-4a5a-a285-9acf6a35f7ac tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803998 Apr 11 17:47:20.407418 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4954879 Apr 11 17:47:20.410392 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 55968) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:20.415071 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Request body: {'subnet': {'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-765804574-subnet', 'tenant_id': 'c530c6c8c8d540f79928e73d222ee7a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:20.456021 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d6242-c5e8-4e32-8e8f-1c47d094b246 admin admin] Pushing event updated for resources: {'Network': ['ID=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:20.470110 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:47:20.472312 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Made reservation on behalf of c530c6c8c8d540f79928e73d222ee7a3 for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:47:20.475404 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.660799 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.709834 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:20.728405 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Checking segment: {'id': '594e26d7-63c1-4014-9f3e-14b5e6ea18b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:47:20.728764 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Network hostable DHCP agents. Network: 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:47:20.779895 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:47:20.795839 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:20.804630 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9905e-8e39-4c05-bb72-a0d7e37beedb req-3a1a860e-cd13-4b77-a6fe-20b13c5c8be6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:20.804786 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fbdf32-4408-4bf5-b8c9-dec2d93c5510 None None] Network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:47:20.806222 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6cf9905e-8e39-4c05-bb72-a0d7e37beedb req-3a1a860e-cd13-4b77-a6fe-20b13c5c8be6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0714462 Apr 11 17:47:20.809153 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:20.809780 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:20.852220 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f8122b29-b1f0-4fb7-b2e9-63a1b371d56e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4313927 Apr 11 17:47:20.875973 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6cf9905e-8e39-4c05-bb72-a0d7e37beedb req-6e351bf7-c689-4610-a13f-bdef76c90468 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622470 Apr 11 17:47:20.931980 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820a8927-e4ef-462e-b64b-9680d63f30bb None None] Network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:47:21.009928 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11001cbc-9c4b-4195-86b0-fa46537b63cf req-f351bb0e-3f39-42f5-9e5a-da676a38295a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:21.011494 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-11001cbc-9c4b-4195-86b0-fa46537b63cf req-f351bb0e-3f39-42f5-9e5a-da676a38295a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0700190 Apr 11 17:47:21.072097 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-11001cbc-9c4b-4195-86b0-fa46537b63cf req-f4d8e46e-2a07-43dd-a79e-f15cd09205bd tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545070 Apr 11 17:47:21.528721 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9259d9-cd9d-431f-9775-06811db8a163 req-fec08a39-628f-4cd3-9c36-7c065acc1f22 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:21.530112 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7c9259d9-cd9d-431f-9775-06811db8a163 req-fec08a39-628f-4cd3-9c36-7c065acc1f22 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0529191 Apr 11 17:47:21.584258 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7c9259d9-cd9d-431f-9775-06811db8a163 req-5788a73f-e48a-48c9-a8d9-af826f4a67b9 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484860 Apr 11 17:47:22.014788 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc7411-93e6-40fa-8f84-cb1de83efd24 req-e9548c02-e2ca-43e0-a033-40c2ecae2b77 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:22.016259 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f9dc7411-93e6-40fa-8f84-cb1de83efd24 req-e9548c02-e2ca-43e0-a033-40c2ecae2b77 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0535483 Apr 11 17:47:22.065483 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f9dc7411-93e6-40fa-8f84-cb1de83efd24 req-db8c2f56-846d-44a3-b65b-ddf7413a7806 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433824 Apr 11 17:47:22.192908 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd501a03-969a-4704-a2cc-a5749e5b1647 req-5366c7af-45ab-4cc3-83e9-f65c5e185118 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:22.194360 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bd501a03-969a-4704-a2cc-a5749e5b1647 req-5366c7af-45ab-4cc3-83e9-f65c5e185118 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0493519 Apr 11 17:47:22.241910 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bd501a03-969a-4704-a2cc-a5749e5b1647 req-f41160ac-6f57-4b7a-9099-11429feba860 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Apr 11 17:47:22.712606 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace1638-2862-4f50-ae10-a1568cbbacad req-1a0ee6aa-01d3-415e-bbc9-27c5d11bb382 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:22.714166 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5ace1638-2862-4f50-ae10-a1568cbbacad req-1a0ee6aa-01d3-415e-bbc9-27c5d11bb382 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0596731 Apr 11 17:47:22.769768 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5ace1638-2862-4f50-ae10-a1568cbbacad req-a8bef0a7-4d3d-411f-8fcb-daf5c3e65987 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497911 Apr 11 17:47:23.192975 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44d6d-69ec-43d5-91de-3ff7c4133161 req-37e50b03-cc27-449c-a345-542baa405ae1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:23.194708 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5aa44d6d-69ec-43d5-91de-3ff7c4133161 req-37e50b03-cc27-449c-a345-542baa405ae1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0529997 Apr 11 17:47:23.248704 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5aa44d6d-69ec-43d5-91de-3ff7c4133161 req-fbd70b77-1f0e-4e2e-90f3-23916abd117c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476904 Apr 11 17:47:23.378321 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9051c-2aa7-4b01-99e6-f941f380dce6 req-ae4f02e8-f085-4670-a393-91db5d39cf73 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:23.379793 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-afb9051c-2aa7-4b01-99e6-f941f380dce6 req-ae4f02e8-f085-4670-a393-91db5d39cf73 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0586455 Apr 11 17:47:23.442613 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-afb9051c-2aa7-4b01-99e6-f941f380dce6 req-3a0d01ff-b652-4379-8393-abe56962c691 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566151 Apr 11 17:47:23.888121 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e393586-e631-463f-8c95-62abb5f2fe4e req-aa38f901-ff35-4d8c-b7d3-d708cd057b62 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:23.889729 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4e393586-e631-463f-8c95-62abb5f2fe4e req-aa38f901-ff35-4d8c-b7d3-d708cd057b62 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0492461 Apr 11 17:47:23.943339 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4e393586-e631-463f-8c95-62abb5f2fe4e req-d4898b40-8d96-4bba-93aa-2bab4c11e7da tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442102 Apr 11 17:47:24.371111 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9081a-d890-4da7-8d68-a95d443ed29a req-ed791822-b68b-4f13-82dc-608539c3f409 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:24.372614 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2ff9081a-d890-4da7-8d68-a95d443ed29a req-ed791822-b68b-4f13-82dc-608539c3f409 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0480380 Apr 11 17:47:24.427400 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2ff9081a-d890-4da7-8d68-a95d443ed29a req-1480fe7e-cf8a-4f16-9d37-929c8fcc376c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489950 Apr 11 17:47:24.581036 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e04720-fbaa-4155-81da-cff56f29e3b5 req-15443c1b-f94b-4b67-8954-481df73c52fc tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:24.582732 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c0e04720-fbaa-4155-81da-cff56f29e3b5 req-15443c1b-f94b-4b67-8954-481df73c52fc tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0649986 Apr 11 17:47:24.630536 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c0e04720-fbaa-4155-81da-cff56f29e3b5 req-a67433e1-1aa0-496e-bc59-bd0414413b2a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Apr 11 17:47:25.070485 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8f784-d9fb-4006-8d45-e5d36666d20b req-978fea40-6cff-4e38-a687-ea584661ec7b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:25.072098 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4ae8f784-d9fb-4006-8d45-e5d36666d20b req-978fea40-6cff-4e38-a687-ea584661ec7b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0580752 Apr 11 17:47:25.129676 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4ae8f784-d9fb-4006-8d45-e5d36666d20b req-ee0ba6b5-c854-4edc-ab2b-e5955ee81bfa tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518212 Apr 11 17:47:25.558097 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464c42a-3af0-415b-833e-b311dd7f9d38 req-2c55f724-3082-4530-8bd5-8eb9cccb81fb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:25.559753 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4464c42a-3af0-415b-833e-b311dd7f9d38 req-2c55f724-3082-4530-8bd5-8eb9cccb81fb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0553756 Apr 11 17:47:25.612186 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4464c42a-3af0-415b-833e-b311dd7f9d38 req-d90b1e0d-44d0-409d-b049-51da03bfb0e1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466828 Apr 11 17:47:25.711981 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 4af6de3b-7fc6-4201-b475-4ebeacde9499 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:47:25.751371 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32f408-4a30-40f1-b31c-d5200217369b req-f0cd31b9-42a6-4da6-b752-79861caeb8c9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:25.752900 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cf32f408-4a30-40f1-b31c-d5200217369b req-f0cd31b9-42a6-4da6-b752-79861caeb8c9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0484259 Apr 11 17:47:25.801011 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cf32f408-4a30-40f1-b31c-d5200217369b req-c037fa85-443b-4a1a-b84b-e35ceeb96b0e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Apr 11 17:47:25.810130 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:25.826134 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'port_id': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'mac_address': 'fa:16:3e:df:79:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:47:25.868916 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 4af6de3b-7fc6-4201-b475-4ebeacde9499 is: ACTIVE; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:25.869938 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:25.885974 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4af6de3b-7fc6-4201-b475-4ebeacde9499 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:47:25.908065 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:25.920019 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:25.922831 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14113080-83f2-43c2-afe8-8e8ee7c64bc8 req-bc586f7d-3683-4541-a255-918c458cef46 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:25.924380 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-14113080-83f2-43c2-afe8-8e8ee7c64bc8 req-bc586f7d-3683-4541-a255-918c458cef46 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0547214 Apr 11 17:47:25.967256 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=6']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:25.975382 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.975730 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.976097 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.976442 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.976777 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.977106 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.977407 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.977758 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.978084 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.978408 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.978734 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.979077 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.979404 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.979725 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.980065 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:25.984722 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-14113080-83f2-43c2-afe8-8e8ee7c64bc8 req-32880420-a2e1-42ff-830d-ff7b8bb6291f tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537982 Apr 11 17:47:26.008818 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 56056) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:26.034841 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['4af6de3b-7fc6-4201-b475-4ebeacde9499'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:47:26.164077 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b97625-d80d-404b-ac3b-36bac93e3cac tempest-TestMinimumBasicScenario-1560547200 tempest-TestMinimumBasicScenario-1560547200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:26.168502 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-51b97625-d80d-404b-ac3b-36bac93e3cac tempest-TestMinimumBasicScenario-1560547200 tempest-TestMinimumBasicScenario-1560547200-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 1125 time: 0.1557524 Apr 11 17:47:26.168697 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56062) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:26.174123 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'port_id': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:26.213249 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:26.263547 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4421-433e-4f94-b201-a5d22cbff391 req-b879ded8-f19a-49e5-bd37-12d92b65eb81 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:26.265015 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b0ee4421-433e-4f94-b201-a5d22cbff391 req-b879ded8-f19a-49e5-bd37-12d92b65eb81 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0482647 Apr 11 17:47:26.294133 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:26.319996 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b0ee4421-433e-4f94-b201-a5d22cbff391 req-c7c3a96d-9723-4cfe-8d7e-12180cfbcfa7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490963 Apr 11 17:47:26.416858 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Allocated IP 172.27.0.95 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/be8d9ee1-b1c9-4af8-ba37-c2787ddafc42) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:47:26.537891 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for port (be8d9ee1-b1c9-4af8-ba37-c2787ddafc42), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:26.585299 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (be8d9ee1-b1c9-4af8-ba37-c2787ddafc42), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:26.633242 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:26.636124 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:26.640858 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:26.665674 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'Port': ['ID=be8d9ee1-b1c9-4af8-ba37-c2787ddafc42,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:26.753680 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6184fa-bee8-4127-ad76-5f66a229d475 req-5956ade6-28b4-418e-b26c-e1e87d9ce7bb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:26.757725 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7d6184fa-bee8-4127-ad76-5f66a229d475 req-5956ade6-28b4-418e-b26c-e1e87d9ce7bb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Apr 11 17:47:26.815130 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7d6184fa-bee8-4127-ad76-5f66a229d475 req-ce854ed6-6746-4b36-a9cb-c581da2f4602 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513606 Apr 11 17:47:26.949789 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16457c-3900-454d-ba9c-e850c76338f1 req-2eb93195-79cf-46d5-86cb-23fe79859b4c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:26.951375 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0a16457c-3900-454d-ba9c-e850c76338f1 req-2eb93195-79cf-46d5-86cb-23fe79859b4c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0669792 Apr 11 17:47:27.018403 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0a16457c-3900-454d-ba9c-e850c76338f1 req-8426c6e2-b96b-4f85-b1a9-f9533cc20532 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598967 Apr 11 17:47:27.145306 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for floatingip (e879ef47-8676-4c05-bd81-271fd59c8586), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:27.224005 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (be8d9ee1-b1c9-4af8-ba37-c2787ddafc42), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:27.381472 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for port (be8d9ee1-b1c9-4af8-ba37-c2787ddafc42), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:27.388611 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (be8d9ee1-b1c9-4af8-ba37-c2787ddafc42), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:27.446666 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef822b99-e53e-47cd-816e-9b9b8294a25d req-985b952c-5ab6-4ccf-bd13-4ab8b798cd7b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:27.448228 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ef822b99-e53e-47cd-816e-9b9b8294a25d req-985b952c-5ab6-4ccf-bd13-4ab8b798cd7b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0549879 Apr 11 17:47:27.467369 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'Port': ['ID=be8d9ee1-b1c9-4af8-ba37-c2787ddafc42,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:27.474965 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (e879ef47-8676-4c05-bd81-271fd59c8586), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:27.503963 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ef822b99-e53e-47cd-816e-9b9b8294a25d req-81779fb2-6b8d-48ac-b012-73bd33d777f1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500138 Apr 11 17:47:27.581888 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Floating IP e879ef47-8676-4c05-bd81-271fd59c8586 associated. External IP: 172.27.0.95, port: bacd82b6-1628-4d72-86d2-2212df9d57ab. Apr 11 17:47:27.714561 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 4af6de3b-7fc6-4201-b475-4ebeacde9499 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:27.765934 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 4af6de3b-7fc6-4201-b475-4ebeacde9499 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:27.766279 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:27.852846 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 4af6de3b-7fc6-4201-b475-4ebeacde9499 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:27.853476 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:27.899292 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:27.900166 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0036a15-dcfe-475e-b6d5-752e4b285d9f" -d '{"events": [{"server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "name": "network-vif-plugged", "status": "completed", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:27.913807 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:27.921636 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:27.962605 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de257115-56df-4a62-aa71-253df50fe4c1 req-d5155150-9ae2-4f6e-b103-3395d608c6d5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:27.964216 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de257115-56df-4a62-aa71-253df50fe4c1 req-d5155150-9ae2-4f6e-b103-3395d608c6d5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0568507 Apr 11 17:47:27.981051 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=7']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:28.039912 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Router e79cb281-cb8a-4961-ba0a-20df6152f454 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:47:28.044617 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de257115-56df-4a62-aa71-253df50fe4c1 req-7170aa86-afb5-4777-8dca-7955789c88f4 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690050 Apr 11 17:47:28.101992 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606fe748-4014-4c88-8034-150d1aaa0093 x-openstack-request-id: req-606fe748-4014-4c88-8034-150d1aaa0093 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:28.102308 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "name": "network-vif-plugged", "status": "completed", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:28.102556 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-606fe748-4014-4c88-8034-150d1aaa0093 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:28.102948 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606fe748-4014-4c88-8034-150d1aaa0093'] response: {'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'code': 200} Apr 11 17:47:28.167004 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:47:28.178539 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] Sync routers for ids ['e79cb281-cb8a-4961-ba0a-20df6152f454'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:47:28.189730 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.191393 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] Routers {'e79cb281-cb8a-4961-ba0a-20df6152f454'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:47:28.191945 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:47:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['e79cb281-cb8a-4961-ba0a-20df6152f454'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:28.212648 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5643aa-44b4-4b0b-9dee-b09b474af76e req-b3bbc6ea-971c-4c90-b697-33486f504435 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:28.215010 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cf5643aa-44b4-4b0b-9dee-b09b474af76e req-b3bbc6ea-971c-4c90-b697-33486f504435 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0592906 Apr 11 17:47:28.229545 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-3e016740-8aaf-4203-b212-78aca0bd8950 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0591562 Apr 11 17:47:28.230283 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:28.232316 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 56086) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:28.232486 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:28.236716 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-4a1046b3-ba99-44d1-9332-127eb1a90433 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627975653', 'description': 'tempest-secgroup-smoke-627975653 description', 'project_id': '972d43f1fad849a0aca760c4257c6d35'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:28.276960 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4a1046b3-ba99-44d1-9332-127eb1a90433 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.306426 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cf5643aa-44b4-4b0b-9dee-b09b474af76e req-85ce15c2-fe43-4cf0-b051-7c763622031a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821755 Apr 11 17:47:28.330603 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] Set router e79cb281-cb8a-4961-ba0a-20df6152f454 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:47:28.358645 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa204c61-8b56-4014-ba43-f346048500a7 x-openstack-request-id: req-aa204c61-8b56-4014-ba43-f346048500a7 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:28.358938 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:28.359200 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa204c61-8b56-4014-ba43-f346048500a7 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:28.359589 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa204c61-8b56-4014-ba43-f346048500a7'] response: {'name': 'network-changed', 'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'status': 'completed', 'code': 200} Apr 11 17:47:28.387344 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4a1046b3-ba99-44d1-9332-127eb1a90433 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group (b6b5f787-4a2b-4483-b9b9-163d5f9dc65f), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.398707 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4a1046b3-ba99-44d1-9332-127eb1a90433 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (b6b5f787-4a2b-4483-b9b9-163d5f9dc65f), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.460581 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4a1046b3-ba99-44d1-9332-127eb1a90433 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.460581 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-4a1046b3-ba99-44d1-9332-127eb1a90433 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2269704 Apr 11 17:47:28.463598 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56092) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:28.468518 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-e48ed3ea-d497-4a55-8b3b-4a4ba07a60be tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f787-4a2b-4483-b9b9-163d5f9dc65f', 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:28.473887 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-61b58698-992c-4fb3-82cd-d3b69f0c5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:28.475483 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-61b58698-992c-4fb3-82cd-d3b69f0c5593 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=972d43f1fad849a0aca760c4257c6d35&device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 1130 time: 0.0867968 Apr 11 17:47:28.477298 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1046b3-ba99-44d1-9332-127eb1a90433 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:28.499126 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e48ed3ea-d497-4a55-8b3b-4a4ba07a60be tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (997dede8-2c2d-4d33-85da-8084760f5295), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.586294 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e48ed3ea-d497-4a55-8b3b-4a4ba07a60be tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (997dede8-2c2d-4d33-85da-8084760f5295), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.594294 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e48ed3ea-d497-4a55-8b3b-4a4ba07a60be tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (997dede8-2c2d-4d33-85da-8084760f5295), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.604639 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-43c86107-83d7-46e8-8290-a70bf4397fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:28.605803 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-43c86107-83d7-46e8-8290-a70bf4397fe6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1296a78-ceae-4ab5-b9c1-5b0de8049895 HTTP/1.1" status: 200 len: 915 time: 0.1217303 Apr 11 17:47:28.616158 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ed3ea-d497-4a55-8b3b-4a4ba07a60be tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997dede8-2c2d-4d33-85da-8084760f5295,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:28.632408 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:26Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e879ef47-8676-4c05-bd81-271fd59c8586', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'port_id': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'mac_address': 'fa:16:3e:dc:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:26Z', 'updated_at': '2022-04-11T17:47:26Z', 'revision_number': 0, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c3211f-263c-4fac-b48a-181b495f59e3', 'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'mac_address': 'fa:16:3e:2f:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:25Z', 'updated_at': '2022-04-11T17:46:31Z', 'revision_number': 5, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'subnets': [{'id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:28.635142 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e48ed3ea-d497-4a55-8b3b-4a4ba07a60be tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.637951 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-e48ed3ea-d497-4a55-8b3b-4a4ba07a60be tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730390 Apr 11 17:47:28.638885 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56096) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:28.645162 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-154ec894-8344-4d30-a12f-6b6c9194b6dd tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f787-4a2b-4483-b9b9-163d5f9dc65f', 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:28.663638 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] Checking router: e79cb281-cb8a-4961-ba0a-20df6152f454 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:47:28.672612 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] Routers {'e79cb281-cb8a-4961-ba0a-20df6152f454'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:47:28.673347 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:47:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['e79cb281-cb8a-4961-ba0a-20df6152f454'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:28.677209 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-154ec894-8344-4d30-a12f-6b6c9194b6dd tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (9fc2ba9e-c2a8-4bc7-af85-9b3ede97146e), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.712899 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe7a8a-5af1-4dc9-b598-261c123b77a7 req-783c4313-bb29-47a8-be3a-bcac88a94677 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:28.715183 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-90fe7a8a-5af1-4dc9-b598-261c123b77a7 req-783c4313-bb29-47a8-be3a-bcac88a94677 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.1212077 Apr 11 17:47:28.736593 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-d88aff70-b0d1-4a9c-bb7e-566e18fe77c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 200 len: 999 time: 0.1217189 Apr 11 17:47:28.746663 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-154ec894-8344-4d30-a12f-6b6c9194b6dd tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (9fc2ba9e-c2a8-4bc7-af85-9b3ede97146e), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.754271 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-154ec894-8344-4d30-a12f-6b6c9194b6dd tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (9fc2ba9e-c2a8-4bc7-af85-9b3ede97146e), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.778105 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ec894-8344-4d30-a12f-6b6c9194b6dd tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc2ba9e-c2a8-4bc7-af85-9b3ede97146e,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:28.795831 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-154ec894-8344-4d30-a12f-6b6c9194b6dd tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.797047 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-154ec894-8344-4d30-a12f-6b6c9194b6dd tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1571093 Apr 11 17:47:28.803332 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56098) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:28.806353 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] Set router e79cb281-cb8a-4961-ba0a-20df6152f454 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:47:28.808044 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-d16b9859-ba37-404a-9646-034a457ad167 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f787-4a2b-4483-b9b9-163d5f9dc65f', 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:28.826105 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-90fe7a8a-5af1-4dc9-b598-261c123b77a7 req-3732f664-7c33-4ce3-a3c3-86e9d3e327d2 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014850 Apr 11 17:47:28.828464 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-c89c89e5-9e99-4c44-8be2-57874603fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:28.834730 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-c89c89e5-9e99-4c44-8be2-57874603fcd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e43e9b-cc14-4eca-8175-44631c934fef HTTP/1.1" status: 200 len: 853 time: 0.0881252 Apr 11 17:47:28.840144 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d16b9859-ba37-404a-9646-034a457ad167 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (ccb47e7f-01e7-4597-96d5-2f5917d9a161), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.893518 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-946e2103-9c58-48db-801d-917937630acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:28.895344 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-946e2103-9c58-48db-801d-917937630acc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1296a78-ceae-4ab5-b9c1-5b0de8049895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512469 Apr 11 17:47:28.918717 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d16b9859-ba37-404a-9646-034a457ad167 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (ccb47e7f-01e7-4597-96d5-2f5917d9a161), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.924899 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d16b9859-ba37-404a-9646-034a457ad167 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (ccb47e7f-01e7-4597-96d5-2f5917d9a161), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.943563 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b9859-ba37-404a-9646-034a457ad167 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb47e7f-01e7-4597-96d5-2f5917d9a161,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:28.959027 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d16b9859-ba37-404a-9646-034a457ad167 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:28.960861 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-d16b9859-ba37-404a-9646-034a457ad167 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562147 Apr 11 17:47:28.963236 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 56100) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:28.971230 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-ed110974-fee4-4bf4-93b8-c7211af9b61e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f787-4a2b-4483-b9b9-163d5f9dc65f', 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:29.017317 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ed110974-fee4-4bf4-93b8-c7211af9b61e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (2c5732ad-8109-450f-9dd7-c81281290566), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.040052 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-a1952453-d26c-4081-8206-73694b8ee838 service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348839 Apr 11 17:47:29.068535 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:26Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e879ef47-8676-4c05-bd81-271fd59c8586', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'port_id': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'mac_address': 'fa:16:3e:dc:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:26Z', 'updated_at': '2022-04-11T17:47:26Z', 'revision_number': 0, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c3211f-263c-4fac-b48a-181b495f59e3', 'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'mac_address': 'fa:16:3e:2f:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:25Z', 'updated_at': '2022-04-11T17:46:31Z', 'revision_number': 5, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'subnets': [{'id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:47:29.110757 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f206bcab-1f9a-42db-b3f7-1f792f978882 None None] The sync data for ids ['e79cb281-cb8a-4961-ba0a-20df6152f454'] in dv-cinder-837167-2-iscsi is: [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:26Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e879ef47-8676-4c05-bd81-271fd59c8586', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'port_id': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'mac_address': 'fa:16:3e:dc:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:26Z', 'updated_at': '2022-04-11T17:47:26Z', 'revision_number': 0, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c3211f-263c-4fac-b48a-181b495f59e3', 'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'mac_address': 'fa:16:3e:2f:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:25Z', 'updated_at': '2022-04-11T17:46:31Z', 'revision_number': 5, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'subnets': [{'id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:47:29.258464 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ed110974-fee4-4bf4-93b8-c7211af9b61e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (2c5732ad-8109-450f-9dd7-c81281290566), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.306233 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ed110974-fee4-4bf4-93b8-c7211af9b61e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (2c5732ad-8109-450f-9dd7-c81281290566), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.320164 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d5ba-115f-4cf3-88c3-19c5b8177282 req-6afbae93-1987-48a4-a747-23f543ae00b1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:29.321721 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4f91d5ba-115f-4cf3-88c3-19c5b8177282 req-6afbae93-1987-48a4-a747-23f543ae00b1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1602728 Apr 11 17:47:29.335488 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a16ba9ec-7f30-4b96-bcd6-d5154f1569e2 req-826faa32-9936-41d4-87d4-94f9b19abf9c service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796297 Apr 11 17:47:29.348962 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be93191-aa68-4b58-89e7-be500192c22c None None] New status for floating IP e879ef47-8676-4c05-bd81-271fd59c8586: ACTIVE {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:47:29.356556 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed110974-fee4-4bf4-93b8-c7211af9b61e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5732ad-8109-450f-9dd7-c81281290566,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:29.413389 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-ff41cdd8-9bb1-44b9-8dd2-ed5755868fca tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:29.414881 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-ff41cdd8-9bb1-44b9-8dd2-ed5755868fca tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/networks?id=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b HTTP/1.1" status: 200 len: 808 time: 0.2545705 Apr 11 17:47:29.423628 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ed110974-fee4-4bf4-93b8-c7211af9b61e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.424977 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-ed110974-fee4-4bf4-93b8-c7211af9b61e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4606197 Apr 11 17:47:29.427753 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56120) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:29.433128 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-e4313776-9d06-440b-b59c-232c686881d8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f787-4a2b-4483-b9b9-163d5f9dc65f', 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:29.448144 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-cb79bb9a-74ca-429d-b5f2-f8f005a41c4b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/quotas/c530c6c8c8d540f79928e73d222ee7a3 HTTP/1.1" status: 200 len: 375 time: 0.0218256 Apr 11 17:47:29.452258 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4f91d5ba-115f-4cf3-88c3-19c5b8177282 req-4ae66fad-632d-44e6-8d3c-6e4c516f0c69 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148412 Apr 11 17:47:29.472622 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.securitygroups_db [None req-e4313776-9d06-440b-b59c-232c686881d8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Project 972d43f1fad849a0aca760c4257c6d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:47:29.480241 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e4313776-9d06-440b-b59c-232c686881d8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (b3ce3e29-fe45-4367-9c2a-eaeb2716e8da), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.490212 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-e837b65d-20e3-4821-b358-393e43794795 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c530c6c8c8d540f79928e73d222ee7a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349224 Apr 11 17:47:29.581198 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e4313776-9d06-440b-b59c-232c686881d8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (b3ce3e29-fe45-4367-9c2a-eaeb2716e8da), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.593224 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e4313776-9d06-440b-b59c-232c686881d8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (b3ce3e29-fe45-4367-9c2a-eaeb2716e8da), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.612931 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4313776-9d06-440b-b59c-232c686881d8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ce3e29-fe45-4367-9c2a-eaeb2716e8da,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:29.619659 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545579bf-0ba8-4a56-9c1b-a1f1d1a1d78c req-0399d902-e740-462f-8bc9-86b2f19353fb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:29.621192 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-545579bf-0ba8-4a56-9c1b-a1f1d1a1d78c req-0399d902-e740-462f-8bc9-86b2f19353fb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0906448 Apr 11 17:47:29.622800 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e4313776-9d06-440b-b59c-232c686881d8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.626864 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-e4313776-9d06-440b-b59c-232c686881d8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1946104 Apr 11 17:47:29.627296 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56128) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:29.634104 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-fd8983ff-c1ce-4919-9f5a-d6cc376b917a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f787-4a2b-4483-b9b9-163d5f9dc65f', 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:29.659634 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-47e4a909-2821-4492-9db0-f2e91da1b86e service neutron] 10.222.0.79 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582336 Apr 11 17:47:29.661250 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.securitygroups_db [None req-fd8983ff-c1ce-4919-9f5a-d6cc376b917a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Project 972d43f1fad849a0aca760c4257c6d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:47:29.667404 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd8983ff-c1ce-4919-9f5a-d6cc376b917a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (12dbeb08-e26d-4ec0-b330-ba7707471415), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.714435 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-545579bf-0ba8-4a56-9c1b-a1f1d1a1d78c req-9f0f82ed-0198-43da-94f9-63a29548b3a5 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809095 Apr 11 17:47:29.731449 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd8983ff-c1ce-4919-9f5a-d6cc376b917a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (12dbeb08-e26d-4ec0-b330-ba7707471415), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.736449 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd8983ff-c1ce-4919-9f5a-d6cc376b917a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (12dbeb08-e26d-4ec0-b330-ba7707471415), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.756995 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8983ff-c1ce-4919-9f5a-d6cc376b917a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dbeb08-e26d-4ec0-b330-ba7707471415,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:29.769355 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd8983ff-c1ce-4919-9f5a-d6cc376b917a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:29.770638 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fd8983ff-c1ce-4919-9f5a-d6cc376b917a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416011 Apr 11 17:47:29.777169 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-e5400c65-cfdf-464b-98a3-7576fc3d57c6 service neutron] 10.222.0.79 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113105 Apr 11 17:47:30.154691 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-c2970788-3f4b-4edd-ba3f-1ffdb5fbe25d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627975653&fields=id&tenant_id=972d43f1fad849a0aca760c4257c6d35 HTTP/1.1" status: 200 len: 267 time: 0.3388131 Apr 11 17:47:30.223944 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa685f2-a6d0-40b4-b3ee-f388ee7a84b4 req-8b68d0a1-90e0-4817-81bb-8292cb74c256 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:30.225406 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7aa685f2-a6d0-40b4-b3ee-f388ee7a84b4 req-8b68d0a1-90e0-4817-81bb-8292cb74c256 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0942245 Apr 11 17:47:30.240328 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-bc80f4f5-50a7-4c4d-90bd-e680bada25e1 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:30.241721 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-bc80f4f5-50a7-4c4d-90bd-e680bada25e1 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0673831 Apr 11 17:47:30.258990 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-2cccbf21-dbd8-4664-bf5c-02964c61be27 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'port': {'security_groups': ['b65689e4-a0f0-42c0-abf9-ccf7b4548aa3', 'b6b5f787-4a2b-4483-b9b9-163d5f9dc65f']}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:30.328063 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7aa685f2-a6d0-40b4-b3ee-f388ee7a84b4 req-f9d8fa52-4ab2-48be-b537-e97c643d1fa5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951424 Apr 11 17:47:30.366705 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-2cccbf21-dbd8-4664-bf5c-02964c61be27 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:30.444794 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0977f887-a2c2-4021-9f1c-e29b52863881 req-a3489e38-9baa-4738-ad0b-0d57542396e5 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 210 time: 0.0593889 Apr 11 17:47:30.739350 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-2cccbf21-dbd8-4664-bf5c-02964c61be27 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] For port bacd82b6-1628-4d72-86d2-2212df9d57ab, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:30.753882 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91d81a-7bda-49f6-b1a9-bb2ed8889ee6 req-6f91f880-8d2b-4f72-b84b-8a9e2cfeec16 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:30.756069 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bd91d81a-7bda-49f6-b1a9-bb2ed8889ee6 req-6f91f880-8d2b-4f72-b84b-8a9e2cfeec16 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.2158167 Apr 11 17:47:30.795649 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75813c-6170-4210-b1e0-3cc5e7226faf req-998871c8-349e-477a-b696-9bf8df594f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:30.797479 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4e75813c-6170-4210-b1e0-3cc5e7226faf req-998871c8-349e-477a-b696-9bf8df594f20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 1130 time: 0.1511755 Apr 11 17:47:30.854378 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-2cccbf21-dbd8-4664-bf5c-02964c61be27 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:30.869086 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-2cccbf21-dbd8-4664-bf5c-02964c61be27 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:30.889560 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['bacd82b6-1628-4d72-86d2-2212df9d57ab'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:47:30.919473 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bd91d81a-7bda-49f6-b1a9-bb2ed8889ee6 req-30d4e972-1bae-47ca-ac25-4c9baff04584 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440294 Apr 11 17:47:30.958881 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-2cccbf21-dbd8-4664-bf5c-02964c61be27 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:30.959681 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-2cccbf21-dbd8-4664-bf5c-02964c61be27 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:30.961094 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-af4511ec-df25-4965-9bc2-bb3cd1b0476e req-2cccbf21-dbd8-4664-bf5c-02964c61be27 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "PUT /v2.0/ports/bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 200 len: 982 time: 0.7128544 Apr 11 17:47:30.963876 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:30.988524 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32" -d '{"events": [{"name": "network-changed", "server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:31.028534 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4e75813c-6170-4210-b1e0-3cc5e7226faf req-7c02ea14-7b93-4724-b679-df08b95ecc25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025723 Apr 11 17:47:31.092618 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccbf21-dbd8-4664-bf5c-02964c61be27 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'Port': ['ID=bacd82b6-1628-4d72-86d2-2212df9d57ab,revision_number=6']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:31.095287 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['bacd82b6-1628-4d72-86d2-2212df9d57ab'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:47:31.325300 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b144-f08d-496f-8afe-a5e5a0260a54 req-b9eb7348-4751-4993-9859-ac6688a55634 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:31.333609 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a300b144-f08d-496f-8afe-a5e5a0260a54 req-b9eb7348-4751-4993-9859-ac6688a55634 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.1272361 Apr 11 17:47:31.357487 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf63ae9-2d9d-4cac-996d-036fc6ad2e61 req-c267e11e-4144-4874-adb7-36098b0021d6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:31.359327 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9bf63ae9-2d9d-4cac-996d-036fc6ad2e61 req-c267e11e-4144-4874-adb7-36098b0021d6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1388862 Apr 11 17:47:31.432741 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a300b144-f08d-496f-8afe-a5e5a0260a54 req-205d7bcf-046c-490c-b11d-a4b5e32e1409 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976558 Apr 11 17:47:31.486058 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6b2267-777f-4c3a-a121-d7783f86ac14 x-openstack-request-id: req-8c6b2267-777f-4c3a-a121-d7783f86ac14 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:31.486347 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:31.486599 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8c6b2267-777f-4c3a-a121-d7783f86ac14 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:31.487005 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c6b2267-777f-4c3a-a121-d7783f86ac14'] response: {'name': 'network-changed', 'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'status': 'completed', 'code': 200} Apr 11 17:47:31.488980 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-42aaec93-189b-452e-b7d1-accc0ed514a8 None None] Provisioning complete for port bacd82b6-1628-4d72-86d2-2212df9d57ab triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:31.489238 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-42aaec93-189b-452e-b7d1-accc0ed514a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:31.491510 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9bf63ae9-2d9d-4cac-996d-036fc6ad2e61 req-4f2f0c9c-d8a2-4e33-820b-eb0974a6ae35 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755103 Apr 11 17:47:31.633677 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0b1d3-cb7c-4530-aeb2-652b081383e6 req-d80cd2bc-15bb-43fc-9db5-554678b579b2 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:31.635368 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bbe0b1d3-cb7c-4530-aeb2-652b081383e6 req-d80cd2bc-15bb-43fc-9db5-554678b579b2 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0578115 Apr 11 17:47:31.691615 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-e66cd540-2889-4d07-9da1-bc06c1259af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:31.693438 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-e66cd540-2889-4d07-9da1-bc06c1259af9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=972d43f1fad849a0aca760c4257c6d35&device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 1169 time: 0.1652679 Apr 11 17:47:31.702139 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ea8c7041-4230-4b3e-8843-06f5eb9a5923 req-36b34e45-e48f-40a3-920e-588ead4dc1a8 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 210 time: 0.0656390 Apr 11 17:47:31.745967 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-42aaec93-189b-452e-b7d1-accc0ed514a8 None None] Current status of the port bacd82b6-1628-4d72-86d2-2212df9d57ab is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:31.757680 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bbe0b1d3-cb7c-4530-aeb2-652b081383e6 req-5d3bd7a9-27fb-458d-9681-a0763701ff64 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991557 Apr 11 17:47:32.207852 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17212195-2ce3-423c-a4b2-88fe4f783a50 req-16eeb580-d4f3-476c-ade6-780e082e6310 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:32.209516 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-17212195-2ce3-423c-a4b2-88fe4f783a50 req-16eeb580-d4f3-476c-ade6-780e082e6310 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0897458 Apr 11 17:47:32.215492 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-89dac63b-0f36-4e67-b1c4-7ba99687fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:32.216305 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-9061ad1e-9044-456c-a658-df7c91865ce3 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:32.217368 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-89dac63b-0f36-4e67-b1c4-7ba99687fb3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1296a78-ceae-4ab5-b9c1-5b0de8049895 HTTP/1.1" status: 200 len: 915 time: 0.1837218 Apr 11 17:47:32.218594 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-9061ad1e-9044-456c-a658-df7c91865ce3 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.37 "GET /v2.0/networks?id=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b HTTP/1.1" status: 200 len: 808 time: 0.2054405 Apr 11 17:47:32.243446 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Request body: {'port': {'device_id': 'd6875bc8-192a-49e7-a582-5d7addff093b', 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b', 'admin_state_up': True, 'tenant_id': 'c530c6c8c8d540f79928e73d222ee7a3'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:32.323726 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-17212195-2ce3-423c-a4b2-88fe4f783a50 req-f0edc884-5b76-4e60-a6c2-2ec2ad72430c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047487 Apr 11 17:47:32.351253 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-53194fb2-cd07-4622-b0fe-569d81eb7fad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 200 len: 1001 time: 0.1113544 Apr 11 17:47:32.452739 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Made reservation on behalf of c530c6c8c8d540f79928e73d222ee7a3 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:47:32.456675 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:32.568556 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-e9ba7a5d-5f8c-4989-8c04-2baa1598647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:32.573343 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-e9ba7a5d-5f8c-4989-8c04-2baa1598647c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e43e9b-cc14-4eca-8175-44631c934fef HTTP/1.1" status: 200 len: 853 time: 0.0928047 Apr 11 17:47:32.669079 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdda878-4b85-4087-bd13-02885fbea0e0 req-858248a8-126f-42dc-9cc5-3a922abbb9b5 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:32.679028 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ccdda878-4b85-4087-bd13-02885fbea0e0 req-858248a8-126f-42dc-9cc5-3a922abbb9b5 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0724056 Apr 11 17:47:32.685397 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Allocated IP 172.20.0.9 (0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b/fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881/788483e5-c67b-45cc-8718-56cccaef4bee) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:47:32.881864 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ccdda878-4b85-4087-bd13-02885fbea0e0 req-ef880741-4134-4b6b-b4fd-aa7b75748bcb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017069 Apr 11 17:47:32.916478 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-f8061b6e-d788-46db-9849-b8aa8c626d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:32.923326 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-f8061b6e-d788-46db-9849-b8aa8c626d29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1296a78-ceae-4ab5-b9c1-5b0de8049895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2050929 Apr 11 17:47:32.952773 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-39061ac2-a1d9-4293-97cb-32aefc10ed8b req-9eaf737d-5602-40d3-88a1-8c262700cdb8 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 210 time: 0.0614383 Apr 11 17:47:33.035565 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks [] for port (788483e5-c67b-45cc-8718-56cccaef4bee), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.041328 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b616-4829-46a6-93e0-c3d14077e72d req-f5a2d862-23c5-4f6b-845e-c3d5f7f3e378 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:33.043011 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c487b616-4829-46a6-93e0-c3d14077e72d req-f5a2d862-23c5-4f6b-845e-c3d5f7f3e378 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0719674 Apr 11 17:47:33.079984 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.122572 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c487b616-4829-46a6-93e0-c3d14077e72d req-ece0ba34-a33e-439e-bec6-d1402e117f12 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722680 Apr 11 17:47:33.162929 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:33.168684 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:33.173152 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:33.179089 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.231167 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Pushing event updated for resources: {'Port': ['ID=788483e5-c67b-45cc-8718-56cccaef4bee,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:33.271818 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:33.273394 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.292346 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0880de74-57bd-4fc1-b2a8-0b2d474b57e4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0535297 Apr 11 17:47:33.423042 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Request body: {'port': {'device_id': 'd6875bc8-192a-49e7-a582-5d7addff093b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:33.558247 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.598677 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-75e0a7ad-3f43-4b62-bad1-13dbfc15827e service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223973 Apr 11 17:47:33.623248 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391563-a201-442e-816d-1b216b6342d9 req-6da82f1d-3a74-4b73-ab65-c3ebcafd7be0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:33.624860 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aa391563-a201-442e-816d-1b216b6342d9 req-6da82f1d-3a74-4b73-ab65-c3ebcafd7be0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1062660 Apr 11 17:47:33.773086 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aa391563-a201-442e-816d-1b216b6342d9 req-60d753b1-c2a1-4d27-a945-16e0d5b9d58d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342499 Apr 11 17:47:33.775833 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7505a61d-0eb0-43ed-a13f-c3b319fa1a32 req-6eb6bf0f-69db-465d-ac2e-402c7787211f service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677403 Apr 11 17:47:33.909995 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788483e5-c67b-45cc-8718-56cccaef4bee {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:47:33.919531 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Publish callbacks [] for port (788483e5-c67b-45cc-8718-56cccaef4bee), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.947838 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Transition to ACTIVE for port object 788483e5-c67b-45cc-8718-56cccaef4bee will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:47:33.959538 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.989912 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82a2b2-39de-4c1f-8283-217d33ac1969 req-c102ee21-61e5-4ad4-b71e-77a3d17fbeda tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:33.991934 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0c82a2b2-39de-4c1f-8283-217d33ac1969 req-c102ee21-61e5-4ad4-b71e-77a3d17fbeda tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0514834 Apr 11 17:47:34.045198 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Pushing event updated for resources: {'Port': ['ID=788483e5-c67b-45cc-8718-56cccaef4bee,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:34.071219 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0c82a2b2-39de-4c1f-8283-217d33ac1969 req-1e2347e8-2f72-4ad4-b40e-9f5a440a9fcb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642381 Apr 11 17:47:34.126992 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Attempting to bind port 788483e5-c67b-45cc-8718-56cccaef4bee on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:47:34.127225 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Attempting to bind port 788483e5-c67b-45cc-8718-56cccaef4bee by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '594e26d7-63c1-4014-9f3e-14b5e6ea18b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:47:34.127548 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Attempting to bind port 788483e5-c67b-45cc-8718-56cccaef4bee on network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:34.132340 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Port 788483e5-c67b-45cc-8718-56cccaef4bee on network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:47:34.132659 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Attempting to bind port 788483e5-c67b-45cc-8718-56cccaef4bee on network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:34.138391 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:47:34.138734 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Checking segment: {'id': '594e26d7-63c1-4014-9f3e-14b5e6ea18b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:47:34.139119 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Bound using segment: {'id': '594e26d7-63c1-4014-9f3e-14b5e6ea18b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:47:34.139549 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Bound port: 788483e5-c67b-45cc-8718-56cccaef4bee, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594e26d7-63c1-4014-9f3e-14b5e6ea18b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:47:34.139909 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:34.151768 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5545a-5653-4aec-8e28-197fb8cc95a3 req-9e54d6ee-3f58-4eab-bef3-c874caf913ce tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:34.154788 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-12c5545a-5653-4aec-8e28-197fb8cc95a3 req-9e54d6ee-3f58-4eab-bef3-c874caf913ce tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 943 time: 0.0699923 Apr 11 17:47:34.220513 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-12c5545a-5653-4aec-8e28-197fb8cc95a3 req-ccfc062d-dfab-41a2-9809-67f4d7ffd0db tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595245 Apr 11 17:47:34.226270 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] For port 788483e5-c67b-45cc-8718-56cccaef4bee, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:47:34.229706 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] For port 788483e5-c67b-45cc-8718-56cccaef4bee, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=788483e5-c67b-45cc-8718-56cccaef4bee,segment=NetworkSegment(594e26d7-63c1-4014-9f3e-14b5e6ea18b4),segment_id=594e26d7-63c1-4014-9f3e-14b5e6ea18b4)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:47:34.249124 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:34.263628 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eee73-04bf-4713-9108-b606f3a7dbd2 req-afa7935f-0700-4a1d-a44d-5095eef68713 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:34.265256 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5f7eee73-04bf-4713-9108-b606f3a7dbd2 req-afa7935f-0700-4a1d-a44d-5095eef68713 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0593395 Apr 11 17:47:34.303714 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:34.305758 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:34.308105 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] 10.222.0.37 "PUT /v2.0/ports/788483e5-c67b-45cc-8718-56cccaef4bee HTTP/1.1" status: 200 len: 1093 time: 0.9266219 Apr 11 17:47:34.312263 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6875bc8-192a-49e7-a582-5d7addff093b', 'tag': '788483e5-c67b-45cc-8718-56cccaef4bee'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:34.315352 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6875bc8-192a-49e7-a582-5d7addff093b", "tag": "788483e5-c67b-45cc-8718-56cccaef4bee"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:34.353893 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5f7eee73-04bf-4713-9108-b606f3a7dbd2 req-c24db552-d929-4acd-8b39-306d944b6c29 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807564 Apr 11 17:47:34.359282 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ff5ad-57a5-4eb4-b1b4-131ef359dec1 service neutron] Pushing event updated for resources: {'Port': ['ID=788483e5-c67b-45cc-8718-56cccaef4bee,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:34.416005 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55604737-c9eb-43bc-8c25-4c0a3537f8a5 x-openstack-request-id: req-55604737-c9eb-43bc-8c25-4c0a3537f8a5 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:34.416723 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6875bc8-192a-49e7-a582-5d7addff093b", "tag": "788483e5-c67b-45cc-8718-56cccaef4bee", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:34.417110 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55604737-c9eb-43bc-8c25-4c0a3537f8a5 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:34.417567 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55604737-c9eb-43bc-8c25-4c0a3537f8a5'] response: {'name': 'network-changed', 'server_uuid': 'd6875bc8-192a-49e7-a582-5d7addff093b', 'tag': '788483e5-c67b-45cc-8718-56cccaef4bee', 'status': 'completed', 'code': 200} Apr 11 17:47:34.494682 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-bb56bc1e-d9a7-4677-b8cf-49cb4c8c8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:34.496870 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-bb56bc1e-d9a7-4677-b8cf-49cb4c8c8c48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 1130 time: 0.0623085 Apr 11 17:47:34.653267 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d7350c6f-443e-4349-b904-ebd860ed6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:34.653267 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-d7350c6f-443e-4349-b904-ebd860ed6859 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c530c6c8c8d540f79928e73d222ee7a3&device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 1127 time: 0.1864486 Apr 11 17:47:34.724764 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-fad27854-3e31-4600-97e1-fa0c6b813ca8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=788483e5-c67b-45cc-8718-56cccaef4bee HTTP/1.1" status: 200 len: 217 time: 0.0997272 Apr 11 17:47:34.773637 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a890e8-c119-4bae-8cf5-b0521302cb87 req-e54b9ee3-0612-45a8-8eed-4627cdd523eb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:34.778690 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-90a890e8-c119-4bae-8cf5-b0521302cb87 req-e54b9ee3-0612-45a8-8eed-4627cdd523eb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.2687547 Apr 11 17:47:34.787757 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-619a03ff-15ec-4d0e-aaad-6ad69209a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:34.789772 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-619a03ff-15ec-4d0e-aaad-6ad69209a3bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881 HTTP/1.1" status: 200 len: 848 time: 0.0547760 Apr 11 17:47:34.820889 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-d9b80f27-5067-427a-9fb9-634331242990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:34.822605 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-d9b80f27-5067-427a-9fb9-634331242990 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.3117783 Apr 11 17:47:34.844654 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-8a000e1c-880f-42d4-b9c9-bb71a14131f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397656 Apr 11 17:47:34.894871 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-2439518a-9cde-43d5-9a2f-c8c83c48c3f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475 HTTP/1.1" status: 200 len: 217 time: 0.0609310 Apr 11 17:47:34.965844 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-595d6b7b-566c-4758-8ba0-2ba00c42a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:34.967449 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-595d6b7b-566c-4758-8ba0-2ba00c42a095 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0591960 Apr 11 17:47:34.974597 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-90a890e8-c119-4bae-8cf5-b0521302cb87 req-a626baa1-9e03-4cc1-8de5-20bc249b6808 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857913 Apr 11 17:47:35.005248 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-2039cf4e-61ba-4811-aa94-73a7b5c20502 service neutron] 10.222.0.37 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450996 Apr 11 17:47:35.051237 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-de35fd18-1d64-4812-afcc-584b71220abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:35.052983 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-de35fd18-1d64-4812-afcc-584b71220abf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574925 Apr 11 17:47:35.059594 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9e240-b7fa-4c19-9d6e-611c57e0369d req-aec99680-7318-472e-8bda-6c57a34ae816 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:35.067121 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c7a9e240-b7fa-4c19-9d6e-611c57e0369d req-aec99680-7318-472e-8bda-6c57a34ae816 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1849470 Apr 11 17:47:35.136530 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-570adc79-a574-4b95-a771-cd33bbf87d81 req-0e9c3bae-9a0c-4fdc-bfc3-05b751b61329 service neutron] 10.222.0.37 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212101 Apr 11 17:47:35.142559 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c7a9e240-b7fa-4c19-9d6e-611c57e0369d req-93c54bf8-a051-44bd-82ac-ea917261e249 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742216 Apr 11 17:47:35.227877 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-e69d310d-684f-47fe-b23f-64bfe6877f3a service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530368 Apr 11 17:47:35.364123 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73940bc1-4c5a-4c56-b2f2-89f03a69f133 req-3193fe19-88be-4140-a0a8-6e4963a32350 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:35.374777 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-73940bc1-4c5a-4c56-b2f2-89f03a69f133 req-3193fe19-88be-4140-a0a8-6e4963a32350 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 943 time: 0.0781405 Apr 11 17:47:35.437011 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-73940bc1-4c5a-4c56-b2f2-89f03a69f133 req-00ca4b64-18ca-4df9-8b17-9255b4f98327 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Apr 11 17:47:35.526558 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79499a96-9d09-461b-bf13-3e10104488bf req-d59e4c97-bd34-4cfa-bc74-b69a4f482e92 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:35.527839 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79499a96-9d09-461b-bf13-3e10104488bf req-d59e4c97-bd34-4cfa-bc74-b69a4f482e92 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0723422 Apr 11 17:47:35.589983 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79499a96-9d09-461b-bf13-3e10104488bf req-332cf4c8-4315-4da0-a9b3-545b92728ebb tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565050 Apr 11 17:47:35.839186 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c5149-dcdc-4e57-b446-b91d5a14ba73 req-62f54747-454b-4203-906c-e39fc7b553a8 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:35.846397 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-879c5149-dcdc-4e57-b446-b91d5a14ba73 req-62f54747-454b-4203-906c-e39fc7b553a8 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0738389 Apr 11 17:47:35.940167 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-879c5149-dcdc-4e57-b446-b91d5a14ba73 req-a0784fe9-61ea-4053-8936-97abcc1f21d7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859971 Apr 11 17:47:35.984664 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-79362891-e34b-4b4c-af5c-6d9f8251b9b0 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787233747&fields=id&tenant_id=56742d0a1df746ab80659261795347ce HTTP/1.1" status: 200 len: 267 time: 0.0868497 Apr 11 17:47:36.155893 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-fa8489f5-1c3d-4f41-bebd-9b6518492855 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:36.157452 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-fa8489f5-1c3d-4f41-bebd-9b6518492855 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/networks?id=cc320569-a755-4d7f-8e84-71edd9fbb209 HTTP/1.1" status: 200 len: 808 time: 0.1643574 Apr 11 17:47:36.183101 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b3236-9039-483b-8bd7-a62ed85e243b req-9c26f936-dd2f-4837-b4a9-0ca5539089ff tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:36.184605 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1d7b3236-9039-483b-8bd7-a62ed85e243b req-9c26f936-dd2f-4837-b4a9-0ca5539089ff tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0716908 Apr 11 17:47:36.187536 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b542e585-9648-423a-a6f4-09f7e44af143 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/quotas/56742d0a1df746ab80659261795347ce HTTP/1.1" status: 200 len: 375 time: 0.0210528 Apr 11 17:47:36.271339 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-1b49a7c2-e85b-4244-acd6-1f25e9e2d34a tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=56742d0a1df746ab80659261795347ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747035 Apr 11 17:47:36.277337 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1d7b3236-9039-483b-8bd7-a62ed85e243b req-6be04c18-95ae-4f03-ac36-0fd63796bbac tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867231 Apr 11 17:47:36.441910 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f846a2-384b-493f-a39d-eb99415182ed req-a2336aa9-ca1e-46dd-88f1-b997fa137e1a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:36.443646 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e8f846a2-384b-493f-a39d-eb99415182ed req-a2336aa9-ca1e-46dd-88f1-b997fa137e1a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0951807 Apr 11 17:47:36.478001 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7 req-5845cab0-7654-4b31-875c-65ceaded05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:36.480688 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7 req-5845cab0-7654-4b31-875c-65ceaded05e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c530c6c8c8d540f79928e73d222ee7a3&device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 1127 time: 0.0901504 Apr 11 17:47:36.518587 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-65ec023d-2789-4d67-96f1-fbfea3e9a2d3 service neutron] 10.222.0.79 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352543 Apr 11 17:47:36.633475 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7 req-3fdefc7d-7d81-448c-94d1-866b11ec2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:36.635665 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7 req-3fdefc7d-7d81-448c-94d1-866b11ec2752 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b HTTP/1.1" status: 200 len: 909 time: 0.1464903 Apr 11 17:47:36.667535 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-86ac5deb-ee73-4ec2-a910-b904ad15a150 req-29f3c470-f248-4839-b20b-5903f3d3078d service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804675 Apr 11 17:47:36.670780 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e8f846a2-384b-493f-a39d-eb99415182ed req-988f494b-5a66-4cf0-9c35-afb0758cbb5e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115357 Apr 11 17:47:36.680579 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-23739fd7-f6d6-439d-b9d7-f44cb47284c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:36.682180 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-23739fd7-f6d6-439d-b9d7-f44cb47284c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 1130 time: 0.1268771 Apr 11 17:47:36.690016 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7 req-28f6a013-801e-4423-a12b-8488cdedd69b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=788483e5-c67b-45cc-8718-56cccaef4bee HTTP/1.1" status: 200 len: 217 time: 0.0476108 Apr 11 17:47:36.764700 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-081b695e-f4ce-4a89-8187-cc1a76d14390 service neutron] 10.222.0.79 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381506 Apr 11 17:47:36.785258 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7 req-27fc29ad-db56-431c-91ee-9f5553cde2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:36.786803 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7 req-27fc29ad-db56-431c-91ee-9f5553cde2a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881 HTTP/1.1" status: 200 len: 848 time: 0.0889871 Apr 11 17:47:36.835076 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7 req-3d889185-017c-4e67-b99c-21cb3b0941b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389974 Apr 11 17:47:36.925050 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7188d-f4df-4ae9-a906-8bd4ac6b9ddb req-5aa2ae84-ed7d-454d-81de-2e45dc52d18c tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:36.926854 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-20f7188d-f4df-4ae9-a906-8bd4ac6b9ddb req-5aa2ae84-ed7d-454d-81de-2e45dc52d18c tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 943 time: 0.0948660 Apr 11 17:47:36.990151 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-ae8263bb-235b-4e85-94d8-bbf879b09434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:36.991663 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-ae8263bb-235b-4e85-94d8-bbf879b09434 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 912 time: 0.3006756 Apr 11 17:47:37.017326 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7 req-1b05b6ec-7a40-4697-b49b-dcc96105871f service neutron] 10.222.0.37 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726432 Apr 11 17:47:37.029038 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-20f7188d-f4df-4ae9-a906-8bd4ac6b9ddb req-85891fc1-5039-4554-805e-56d3a6213d28 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854924 Apr 11 17:47:37.218671 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd63ee-b380-4d16-857a-edf0197aa104 req-cca51ddc-9e30-4f75-ab61-bceb585d3b45 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:37.229631 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-15cd63ee-b380-4d16-857a-edf0197aa104 req-cca51ddc-9e30-4f75-ab61-bceb585d3b45 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0593123 Apr 11 17:47:37.254284 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-57d09b44-a8fa-4808-9658-1114b5a4e8e1 req-cb6128e0-2883-4b4a-97c2-4b8fd029524b tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 210 time: 0.1014230 Apr 11 17:47:37.310892 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-15cd63ee-b380-4d16-857a-edf0197aa104 req-23114cb6-6509-4e1e-9d48-fa029aadd7a7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836723 Apr 11 17:47:37.432968 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db014e3f-454e-4e8a-a0dd-5a44e73a16f1 req-b73ca5cd-42fb-4876-8a19-d3c746d9cda9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:37.434629 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db014e3f-454e-4e8a-a0dd-5a44e73a16f1 req-b73ca5cd-42fb-4876-8a19-d3c746d9cda9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0620034 Apr 11 17:47:37.489452 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db014e3f-454e-4e8a-a0dd-5a44e73a16f1 req-3d84e251-0656-470a-a537-6b318eb0da1b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477440 Apr 11 17:47:37.792130 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 788483e5-c67b-45cc-8718-56cccaef4bee details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:47:37.871050 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fd764-cdc1-4168-bfa9-e4e1162edc58 req-af3617b1-f699-43ea-bd0b-62b5b4dbd56c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:37.879513 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5e5fd764-cdc1-4168-bfa9-e4e1162edc58 req-af3617b1-f699-43ea-bd0b-62b5b4dbd56c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0831416 Apr 11 17:47:37.917685 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 788483e5-c67b-45cc-8718-56cccaef4bee, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=788483e5-c67b-45cc-8718-56cccaef4bee,segment=NetworkSegment(594e26d7-63c1-4014-9f3e-14b5e6ea18b4),segment_id=594e26d7-63c1-4014-9f3e-14b5e6ea18b4)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:37.953945 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5e5fd764-cdc1-4168-bfa9-e4e1162edc58 req-259810a1-286f-4b06-ada1-1eb952be235a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740321 Apr 11 17:47:38.124816 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '788483e5-c67b-45cc-8718-56cccaef4bee', 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b', 'port_id': '788483e5-c67b-45cc-8718-56cccaef4bee', 'mac_address': 'fa:16:3e:1a:88:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:47:38.165984 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d73eb-b5e0-4dbd-90eb-3a66cd9c20f2 req-5dabd53a-1d39-40f7-bb24-d81c71ee0c99 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:38.169751 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-469d73eb-b5e0-4dbd-90eb-3a66cd9c20f2 req-5dabd53a-1d39-40f7-bb24-d81c71ee0c99 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 943 time: 0.0581584 Apr 11 17:47:38.245771 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-469d73eb-b5e0-4dbd-90eb-3a66cd9c20f2 req-02288ffe-593b-4d44-abd6-7b84fd824d58 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676670 Apr 11 17:47:38.273400 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 788483e5-c67b-45cc-8718-56cccaef4bee is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:38.274167 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:38.349139 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788483e5-c67b-45cc-8718-56cccaef4bee {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:47:38.479559 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 788483e5-c67b-45cc-8718-56cccaef4bee, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=788483e5-c67b-45cc-8718-56cccaef4bee,segment=NetworkSegment(594e26d7-63c1-4014-9f3e-14b5e6ea18b4),segment_id=594e26d7-63c1-4014-9f3e-14b5e6ea18b4)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:38.488467 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:38.530920 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c2baa7a5-9199-416e-baf0-3cd36dc5d2b7 req-8fbdd619-6356-4408-9831-4ba57774f029 service neutron] 10.222.0.37 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216063 Apr 11 17:47:38.594063 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-82e621ee-606d-4d25-a374-6e4eb5115f89 req-aa61b717-a222-4eb2-87ff-3b41bcb46d27 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 210 time: 0.1348617 Apr 11 17:47:38.626561 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=788483e5-c67b-45cc-8718-56cccaef4bee,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:38.639982 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389e3e2-7713-491c-a33e-cf1acd21213b req-59d31495-9963-4b4c-8a92-504d4ba308ba tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:38.641859 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7389e3e2-7713-491c-a33e-cf1acd21213b req-59d31495-9963-4b4c-8a92-504d4ba308ba tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.1549761 Apr 11 17:47:38.672872 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-5f6549cb-3274-485a-9d82-7a45761729bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd HTTP/1.1" status: 200 len: 1002 time: 0.3013554 Apr 11 17:47:38.771633 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654147d-38bc-4ff1-b00b-6ad37c68404f req-27e8b498-e824-4b6b-9ce4-92423b1e17a4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:38.773568 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a654147d-38bc-4ff1-b00b-6ad37c68404f req-27e8b498-e824-4b6b-9ce4-92423b1e17a4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0892448 Apr 11 17:47:38.777591 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['788483e5-c67b-45cc-8718-56cccaef4bee'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:47:38.814114 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7389e3e2-7713-491c-a33e-cf1acd21213b req-0601fb09-0dca-4210-9dd2-208e7427d5fb tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557369 Apr 11 17:47:38.900359 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a654147d-38bc-4ff1-b00b-6ad37c68404f req-ad2aa3bd-2eb5-4b12-a7f0-be90c4a01fb2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071999 Apr 11 17:47:39.317487 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555b632-c592-4072-9ec3-63dbe1b0fe0c req-42fec25e-5fb1-4c79-93b3-69b09b988f40 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:39.331894 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d555b632-c592-4072-9ec3-63dbe1b0fe0c req-42fec25e-5fb1-4c79-93b3-69b09b988f40 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.2510996 Apr 11 17:47:39.426818 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-7f7d4952-f733-4883-9032-93c4e943fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:39.429431 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-7f7d4952-f733-4883-9032-93c4e943fd63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4765981-e117-4dfa-9abd-cc2d659b3810 HTTP/1.1" status: 200 len: 850 time: 0.2863610 Apr 11 17:47:39.466876 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d555b632-c592-4072-9ec3-63dbe1b0fe0c req-8bc9b495-7d9c-44fd-a834-cc2223a258b4 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288979 Apr 11 17:47:39.503874 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c61c5-eceb-4428-9786-5fd68a851618 req-1e48da08-cbfc-4124-8335-10a9bdbf2e15 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:39.505552 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5d7c61c5-eceb-4428-9786-5fd68a851618 req-1e48da08-cbfc-4124-8335-10a9bdbf2e15 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 944 time: 0.1037261 Apr 11 17:47:39.593822 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5d7c61c5-eceb-4428-9786-5fd68a851618 req-86e4ef0d-2540-405b-b625-06b28b7ea56b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791738 Apr 11 17:47:39.737852 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74d7e12b-aa9f-433a-85c3-6e2b51bc9ed3 req-3d8cda1d-59a2-4be8-965f-c4fd0e5c6b1f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 210 time: 0.0406621 Apr 11 17:47:39.743013 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-5fd5ced1-aa43-4950-978c-d77842e2d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:39.744624 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-5fd5ced1-aa43-4950-978c-d77842e2d992 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18a7394-4f97-4fa6-8c6e-197808eb17ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0961211 Apr 11 17:47:39.803040 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 788483e5-c67b-45cc-8718-56cccaef4bee up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:39.901653 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-cf8ad33e-f2ad-4b73-a8a2-b4c0c866fd1a service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498113 Apr 11 17:47:39.930933 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-000c95b7-4409-4baf-826f-120b4dd16be5 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:39.932722 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-000c95b7-4409-4baf-826f-120b4dd16be5 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.37 "GET /v2.0/networks?id=cc320569-a755-4d7f-8e84-71edd9fbb209 HTTP/1.1" status: 200 len: 808 time: 0.1410000 Apr 11 17:47:39.955194 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 788483e5-c67b-45cc-8718-56cccaef4bee completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:47:39.979077 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 788483e5-c67b-45cc-8718-56cccaef4bee triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:39.979644 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:40.043597 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-76170c00-78e7-4d70-a4c0-8315b8335c5e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56742d0a1df746ab80659261795347ce HTTP/1.1" status: 200 len: 379 time: 0.0975506 Apr 11 17:47:40.054133 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Request body: {'port': {'device_id': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'admin_state_up': True, 'tenant_id': '56742d0a1df746ab80659261795347ce', 'security_groups': ['113ee012-a6ab-4f47-80e6-2071eb643240']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:40.188304 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 788483e5-c67b-45cc-8718-56cccaef4bee is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:40.189060 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:40.230269 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6875bc8-192a-49e7-a582-5d7addff093b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788483e5-c67b-45cc-8718-56cccaef4bee'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:40.234256 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f868e758-9c49-4be2-9bae-f1f515ed76f3" -d '{"events": [{"server_uuid": "d6875bc8-192a-49e7-a582-5d7addff093b", "name": "network-vif-plugged", "status": "completed", "tag": "788483e5-c67b-45cc-8718-56cccaef4bee"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:40.251047 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 788483e5-c67b-45cc-8718-56cccaef4bee, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=788483e5-c67b-45cc-8718-56cccaef4bee,segment=NetworkSegment(594e26d7-63c1-4014-9f3e-14b5e6ea18b4),segment_id=594e26d7-63c1-4014-9f3e-14b5e6ea18b4)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:40.261280 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:40.297257 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Made reservation on behalf of 56742d0a1df746ab80659261795347ce for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:47:40.309137 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:40.331466 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=788483e5-c67b-45cc-8718-56cccaef4bee,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:40.551952 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0f1f-5e8d-4833-8977-d6b7ca3d748d req-7a229b4a-1c6f-4721-a11c-cf430b13e532 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:40.562343 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3dea0f1f-5e8d-4833-8977-d6b7ca3d748d req-7a229b4a-1c6f-4721-a11c-cf430b13e532 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.5902679 Apr 11 17:47:40.597837 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a370-efcd-4b5a-8ae8-228668ad40bf req-09def3c0-0c2b-4721-98b4-d85db061610f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:40.599429 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6e89a370-efcd-4b5a-8ae8-228668ad40bf req-09def3c0-0c2b-4721-98b4-d85db061610f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.5498729 Apr 11 17:47:40.642396 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Allocated IP 172.20.0.9 (cc320569-a755-4d7f-8e84-71edd9fbb209/28ce48ab-926e-4182-b06b-bee801f2e4cd/d4239a43-0c35-467a-90d0-d5709a8e5ad3) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:47:40.721620 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-827c7876-8987-4ec7-a7cf-4b6593563476 req-78aa2df1-4319-4434-8f50-deb736fcdee8 service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116467 Apr 11 17:47:40.741675 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6e89a370-efcd-4b5a-8ae8-228668ad40bf req-ed83bfe7-ca82-4577-9b89-fa6843641416 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327174 Apr 11 17:47:40.753518 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3dea0f1f-5e8d-4833-8977-d6b7ca3d748d req-f2a4ce35-2ba4-4522-86f7-5361ffb9dac9 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889868 Apr 11 17:47:40.871084 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6537c414-a78e-406e-8a0a-61ef99e38f71 x-openstack-request-id: req-6537c414-a78e-406e-8a0a-61ef99e38f71 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:40.871611 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6875bc8-192a-49e7-a582-5d7addff093b", "name": "network-vif-plugged", "status": "completed", "tag": "788483e5-c67b-45cc-8718-56cccaef4bee", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:40.871802 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6537c414-a78e-406e-8a0a-61ef99e38f71 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:40.872373 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6537c414-a78e-406e-8a0a-61ef99e38f71'] response: {'server_uuid': 'd6875bc8-192a-49e7-a582-5d7addff093b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788483e5-c67b-45cc-8718-56cccaef4bee', 'code': 200} Apr 11 17:47:41.026756 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:41.051080 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c05d1-39a1-4fe4-8bc7-51aad5782fd3 req-dc703672-ae13-4ba3-8c69-ed352d95b165 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:41.052684 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bd7c05d1-39a1-4fe4-8bc7-51aad5782fd3 req-dc703672-ae13-4ba3-8c69-ed352d95b165 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1571543 Apr 11 17:47:41.059870 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db99b5-cfd7-463a-abb1-3a854616b09d req-e8a629b6-d635-4dd0-a9e0-cceedf9e9d39 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:41.061512 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-40db99b5-cfd7-463a-abb1-3a854616b09d req-e8a629b6-d635-4dd0-a9e0-cceedf9e9d39 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 945 time: 0.0906713 Apr 11 17:47:41.095895 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:41.161968 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bd7c05d1-39a1-4fe4-8bc7-51aad5782fd3 req-4f0a24e8-b30b-4d10-824b-530d64131320 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993552 Apr 11 17:47:41.182405 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-40db99b5-cfd7-463a-abb1-3a854616b09d req-a8c72924-7623-49d3-aed6-3db82d63ad31 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081316 Apr 11 17:47:41.207207 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Network cc320569-a755-4d7f-8e84-71edd9fbb209 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:41.222565 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:41.244070 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:41.341647 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b255a-4266-4ddd-8404-d0197c7e7863 req-32555371-39b7-4e7d-bd0c-3100188051aa tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:41.343671 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:41.344530 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:41.353653 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c16b255a-4266-4ddd-8404-d0197c7e7863 req-32555371-39b7-4e7d-bd0c-3100188051aa tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 931 time: 0.0965817 Apr 11 17:47:41.387581 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3386812 Apr 11 17:47:41.392848 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7656b2-26a9-474f-b1a4-03d58f604c2f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event updated for resources: {'Port': ['ID=d4239a43-0c35-467a-90d0-d5709a8e5ad3,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:41.478106 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c16b255a-4266-4ddd-8404-d0197c7e7863 req-dce12480-a42c-4d48-a4a4-0af4c778228d tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232476 Apr 11 17:47:41.615596 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c04a2378-0b1c-449c-8537-cb51f7a2fba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:41.624283 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-f65419f5-e200-4759-bd57-ecdff64d9e2f None None] Provisioning complete for port d4239a43-0c35-467a-90d0-d5709a8e5ad3 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:41.626320 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f65419f5-e200-4759-bd57-ecdff64d9e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:41.694984 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-f65419f5-e200-4759-bd57-ecdff64d9e2f None None] Port d4239a43-0c35-467a-90d0-d5709a8e5ad3 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:47:41.825136 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Request body: {'port': {'device_id': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:41.947286 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:42.198652 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f32fe-4e21-4885-aac9-590e095d53a4 req-22e10ec6-5fc0-4d4a-ba27-de7c56e5fbff tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:42.209285 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a28f32fe-4e21-4885-aac9-590e095d53a4 req-22e10ec6-5fc0-4d4a-ba27-de7c56e5fbff tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.3420687 Apr 11 17:47:42.210762 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2af9-edb3-4a04-90a1-6acb2b4b1cd7 req-4adb4280-c665-4882-8e47-c5c7fc45d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:42.213600 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-29ab2af9-edb3-4a04-90a1-6acb2b4b1cd7 req-4adb4280-c665-4882-8e47-c5c7fc45d4a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 1129 time: 0.1990333 Apr 11 17:47:42.400510 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43e993-0c0c-491a-88d6-c6f54209d479 req-d1d91311-ec52-4d64-8995-a0fdcc5dd641 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:42.402690 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cc43e993-0c0c-491a-88d6-c6f54209d479 req-d1d91311-ec52-4d64-8995-a0fdcc5dd641 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 945 time: 0.1158440 Apr 11 17:47:42.446613 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-29ab2af9-edb3-4a04-90a1-6acb2b4b1cd7 req-9e9f850e-eead-4537-b4d6-5f125e421962 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146990 Apr 11 17:47:42.458882 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a28f32fe-4e21-4885-aac9-590e095d53a4 req-f971a49f-e274-4f15-bee9-2e3c63a53850 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403846 Apr 11 17:47:42.497514 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cc43e993-0c0c-491a-88d6-c6f54209d479 req-f187fa84-7c04-49e9-adf3-a4e4ce178b23 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767293 Apr 11 17:47:42.615860 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4239a43-0c35-467a-90d0-d5709a8e5ad3 {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:47:42.625218 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Publish callbacks [] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:42.641464 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Transition to ACTIVE for port object d4239a43-0c35-467a-90d0-d5709a8e5ad3 will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:47:42.650390 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:42.719986 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dd8d7-4933-4818-8dbb-de7152c94273 req-416bcf80-431d-4c8b-8152-3db4ee0619bd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:42.721901 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7a0dd8d7-4933-4818-8dbb-de7152c94273 req-416bcf80-431d-4c8b-8152-3db4ee0619bd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1237011 Apr 11 17:47:42.744548 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7abf39-cda2-4981-81aa-b933214e33f7 req-93566825-5006-42f7-941d-0c2c5f0f8188 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:42.753018 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-da7abf39-cda2-4981-81aa-b933214e33f7 req-93566825-5006-42f7-941d-0c2c5f0f8188 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.1000631 Apr 11 17:47:42.815609 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Attempting to bind port d4239a43-0c35-467a-90d0-d5709a8e5ad3 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:47:42.815920 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Attempting to bind port d4239a43-0c35-467a-90d0-d5709a8e5ad3 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:47:42.816344 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Attempting to bind port d4239a43-0c35-467a-90d0-d5709a8e5ad3 on network cc320569-a755-4d7f-8e84-71edd9fbb209 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:42.825743 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Pushing event updated for resources: {'Port': ['ID=d4239a43-0c35-467a-90d0-d5709a8e5ad3,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:42.828185 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Port d4239a43-0c35-467a-90d0-d5709a8e5ad3 on network cc320569-a755-4d7f-8e84-71edd9fbb209 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:47:42.828511 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Attempting to bind port d4239a43-0c35-467a-90d0-d5709a8e5ad3 on network cc320569-a755-4d7f-8e84-71edd9fbb209 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:42.853362 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:47:42.853751 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Checking segment: {'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:47:42.854104 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Bound using segment: {'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:47:42.854539 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Bound port: d4239a43-0c35-467a-90d0-d5709a8e5ad3, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebe0db3-fa61-4121-a422-a76c27ba0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:47:42.854897 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:42.862331 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7a0dd8d7-4933-4818-8dbb-de7152c94273 req-c3bcc431-6acd-48a1-a0e8-d6b61c259a45 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949588 Apr 11 17:47:42.878493 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-da7abf39-cda2-4981-81aa-b933214e33f7 req-14eb4860-c4b6-4797-8c34-8a5056ffe8ba tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181128 Apr 11 17:47:42.959508 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] For port d4239a43-0c35-467a-90d0-d5709a8e5ad3, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:47:42.964520 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] For port d4239a43-0c35-467a-90d0-d5709a8e5ad3, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:47:42.977165 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:42.988231 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:47:43.018791 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:43.019377 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:43.020820 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] 10.222.0.37 "PUT /v2.0/ports/d4239a43-0c35-467a-90d0-d5709a8e5ad3 HTTP/1.1" status: 200 len: 1093 time: 1.2007256 Apr 11 17:47:43.023885 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:43.026758 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc023a2-7203-4efe-97b9-79a444c697c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:43.090334 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb35e2b-d675-414d-b52b-7106a2cfb6f1 x-openstack-request-id: req-adb35e2b-d675-414d-b52b-7106a2cfb6f1 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:43.090334 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:43.090334 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-adb35e2b-d675-414d-b52b-7106a2cfb6f1 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:43.090334 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb35e2b-d675-414d-b52b-7106a2cfb6f1'] response: {'name': 'network-changed', 'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'status': 'completed', 'code': 200} Apr 11 17:47:43.091906 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce6502-d7c1-4a11-b279-b5429ae6225f service neutron] Pushing event updated for resources: {'Port': ['ID=d4239a43-0c35-467a-90d0-d5709a8e5ad3,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:43.192009 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 56378) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:43.202981 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-5bcca09a-1ed9-4bb9-9cb1-bb38c681376e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--995347942', 'description': 'tempest-description--1053497420'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:43.261393 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5bcca09a-1ed9-4bb9-9cb1-bb38c681376e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:43.358958 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc023a2-7203-4efe-97b9-79a444c697c7 req-e5e98d5f-1073-44fc-bfcd-133fc8c948ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:43.360534 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-bcc023a2-7203-4efe-97b9-79a444c697c7 req-e5e98d5f-1073-44fc-bfcd-133fc8c948ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56742d0a1df746ab80659261795347ce&device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 1127 time: 0.0908234 Apr 11 17:47:43.434865 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5bcca09a-1ed9-4bb9-9cb1-bb38c681376e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group (5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:43.441619 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5bcca09a-1ed9-4bb9-9cb1-bb38c681376e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:43.509441 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcca09a-1ed9-4bb9-9cb1-bb38c681376e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:43.523501 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5bcca09a-1ed9-4bb9-9cb1-bb38c681376e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:43.530695 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-5bcca09a-1ed9-4bb9-9cb1-bb38c681376e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3321228 Apr 11 17:47:43.530695 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 56388) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:43.542044 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-f96223a0-039c-4002-a2e4-cfb739ff4017 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Request body: {'security_group_rule': {'security_group_id': '5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:43.608133 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f96223a0-039c-4002-a2e4-cfb739ff4017 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group_rule (506c8d44-9417-4ba1-a15f-7573df31ff51), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:43.761622 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca9f06-9ec2-43ff-a9e9-13fb19b15d0a req-78efe9c9-2cba-4351-875a-644fd78d2c36 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:43.763483 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a0ca9f06-9ec2-43ff-a9e9-13fb19b15d0a req-78efe9c9-2cba-4351-875a-644fd78d2c36 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.1219099 Apr 11 17:47:43.774615 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1469f3-5c4d-4fc9-ae8b-682264864b40 req-b950c35a-a2bd-4659-9d88-38013d4243b4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:43.776467 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9e1469f3-5c4d-4fc9-ae8b-682264864b40 req-b950c35a-a2bd-4659-9d88-38013d4243b4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 945 time: 0.1174371 Apr 11 17:47:43.807773 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f96223a0-039c-4002-a2e4-cfb739ff4017 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group_rule (506c8d44-9417-4ba1-a15f-7573df31ff51), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:43.821546 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f96223a0-039c-4002-a2e4-cfb739ff4017 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (506c8d44-9417-4ba1-a15f-7573df31ff51), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:43.922726 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9e1469f3-5c4d-4fc9-ae8b-682264864b40 req-190d2036-4219-4115-b11f-b2c7b71ef76f tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393127 Apr 11 17:47:43.925778 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96223a0-039c-4002-a2e4-cfb739ff4017 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506c8d44-9417-4ba1-a15f-7573df31ff51,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:43.958004 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a0ca9f06-9ec2-43ff-a9e9-13fb19b15d0a req-c8028a70-e7e2-435f-b145-8a34efe82cef tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760621 Apr 11 17:47:43.961370 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f96223a0-039c-4002-a2e4-cfb739ff4017 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:43.965110 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f96223a0-039c-4002-a2e4-cfb739ff4017 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4315834 Apr 11 17:47:43.965904 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 56398) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:43.970813 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-cc8695aa-32f9-4984-82c8-71a02a903781 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Request body: {'security_group_rule': {'security_group_id': '5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:43.971430 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc023a2-7203-4efe-97b9-79a444c697c7 req-49759b02-4115-4cf0-9325-c5853add2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:43.973606 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-bcc023a2-7203-4efe-97b9-79a444c697c7 req-49759b02-4115-4cf0-9325-c5853add2792 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=56742d0a1df746ab80659261795347ce&shared=False HTTP/1.1" status: 200 len: 909 time: 0.6016774 Apr 11 17:47:44.006092 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-cc8695aa-32f9-4984-82c8-71a02a903781 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group_rule (6801c5c1-a611-4c28-913f-a522d27cb236), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:44.146601 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebdb66-75da-4ad1-8dec-181b06715c74 req-3cdb6b01-893e-43fe-b57b-4097b831ce81 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:44.148607 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d6ebdb66-75da-4ad1-8dec-181b06715c74 req-3cdb6b01-893e-43fe-b57b-4097b831ce81 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.1196995 Apr 11 17:47:44.181654 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7582a0-a05f-47fb-9390-0ff6660c1a55 req-6a026e8b-597d-4748-a160-7e914df9264f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:44.184700 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0c7582a0-a05f-47fb-9390-0ff6660c1a55 req-6a026e8b-597d-4748-a160-7e914df9264f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1363449 Apr 11 17:47:44.224330 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-cc8695aa-32f9-4984-82c8-71a02a903781 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group_rule (6801c5c1-a611-4c28-913f-a522d27cb236), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:44.306431 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c20c-df53-4eb2-a676-a73426594489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:44.311992 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-cc8695aa-32f9-4984-82c8-71a02a903781 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (6801c5c1-a611-4c28-913f-a522d27cb236), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:44.349084 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0c7582a0-a05f-47fb-9390-0ff6660c1a55 req-e40886c4-f10f-4db0-b50f-0492f1af14a8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534386 Apr 11 17:47:44.362138 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d6ebdb66-75da-4ad1-8dec-181b06715c74 req-db96f797-94bf-43f6-b887-ce091dc29949 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977501 Apr 11 17:47:44.363616 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8695aa-32f9-4984-82c8-71a02a903781 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6801c5c1-a611-4c28-913f-a522d27cb236,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:44.382704 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-cc8695aa-32f9-4984-82c8-71a02a903781 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:44.388122 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-cc8695aa-32f9-4984-82c8-71a02a903781 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4214902 Apr 11 17:47:44.389045 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 56402) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:44.394804 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:44.421681 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:44.485597 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc023a2-7203-4efe-97b9-79a444c697c7 req-93a05f9b-4f95-446c-9eb4-228e79cfd084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:44.488097 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-bcc023a2-7203-4efe-97b9-79a444c697c7 req-93a05f9b-4f95-446c-9eb4-228e79cfd084 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3292150 Apr 11 17:47:44.516586 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:44.599608 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-80bb75b1-9cc2-4928-bfc3-93b54cd482ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:44.601463 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-80bb75b1-9cc2-4928-bfc3-93b54cd482ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56742d0a1df746ab80659261795347ce&device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 1127 time: 0.0730622 Apr 11 17:47:44.659886 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-66543402-696a-45a6-8ef7-7e23f4683354 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3 HTTP/1.1" status: 200 len: 217 time: 0.0451229 Apr 11 17:47:44.723693 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Allocated IP 172.27.0.172 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/01f3b322-141f-4a9a-a063-6bfb850ab47d) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:47:44.730849 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-306209b3-b312-49eb-b679-66a0cb0675fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:44.732325 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-306209b3-b312-49eb-b679-66a0cb0675fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28ce48ab-926e-4182-b06b-bee801f2e4cd HTTP/1.1" status: 200 len: 847 time: 0.0615199 Apr 11 17:47:44.814327 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6c223107-44ac-462c-b65d-bb5bb5bc1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:44.815854 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-6c223107-44ac-462c-b65d-bb5bb5bc1776 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc320569-a755-4d7f-8e84-71edd9fbb209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709450 Apr 11 17:47:44.862356 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56414) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:44.893347 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for port (01f3b322-141f-4a9a-a063-6bfb850ab47d), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:44.936368 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (01f3b322-141f-4a9a-a063-6bfb850ab47d), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:44.952809 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-2dc54a0d-e049-4a1c-b4be-da30aeb7b23d service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274996 Apr 11 17:47:44.992984 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:44.999330 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:45.001644 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event updated for resources: {'Port': ['ID=01f3b322-141f-4a9a-a063-6bfb850ab47d,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:45.003928 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:45.055726 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for floatingip (e64bca8d-b2a5-4470-90c6-1c5e7347bb5d), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.099108 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ed42a161-f77e-4b77-a678-68c91fcedcfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.111606 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-096c822c-9057-41d1-a4a8-a9a5870a3f08 req-ca5ecf35-21cf-42b9-bbb1-626cb7c83670 service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526361 Apr 11 17:47:45.148347 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (01f3b322-141f-4a9a-a063-6bfb850ab47d), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.176859 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72d3af-0ca5-4d53-9519-b1f9f22ed86c req-e5a09ac7-eb19-4def-ab7c-563242de91d9 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:45.178403 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aa72d3af-0ca5-4d53-9519-b1f9f22ed86c req-e5a09ac7-eb19-4def-ab7c-563242de91d9 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 945 time: 0.0951920 Apr 11 17:47:45.229728 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ed42a161-f77e-4b77-a678-68c91fcedcfc admin admin] Publish callbacks [] for security_group (0f74a4ad-295b-4ac1-bb23-eac651eec285), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.236603 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ed42a161-f77e-4b77-a678-68c91fcedcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0f74a4ad-295b-4ac1-bb23-eac651eec285), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.262993 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aa72d3af-0ca5-4d53-9519-b1f9f22ed86c req-e1abeaee-7d20-4a38-90e2-bd166f63eb31 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774209 Apr 11 17:47:45.271384 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42a161-f77e-4b77-a678-68c91fcedcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f74a4ad-295b-4ac1-bb23-eac651eec285,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:45.295342 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-ed42a161-f77e-4b77-a678-68c91fcedcfc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c3b2f3f11364d08a0a217ef93e7f73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317186 Apr 11 17:47:45.298982 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56422) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:45.396243 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-585632e4-78f1-4da4-aa98-db6bfb1dc9ee admin admin] Publish callbacks [] for security_group (0f74a4ad-295b-4ac1-bb23-eac651eec285), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.417484 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for port (01f3b322-141f-4a9a-a063-6bfb850ab47d), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.427652 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (01f3b322-141f-4a9a-a063-6bfb850ab47d), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.428437 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-585632e4-78f1-4da4-aa98-db6bfb1dc9ee admin admin] Publish callbacks [] for security_group (0f74a4ad-295b-4ac1-bb23-eac651eec285), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.506821 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (e64bca8d-b2a5-4470-90c6-1c5e7347bb5d), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.522170 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-585632e4-78f1-4da4-aa98-db6bfb1dc9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0f74a4ad-295b-4ac1-bb23-eac651eec285), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.529143 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-585632e4-78f1-4da4-aa98-db6bfb1dc9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.534093 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-585632e4-78f1-4da4-aa98-db6bfb1dc9ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0f74a4ad-295b-4ac1-bb23-eac651eec285 HTTP/1.1" status: 204 len: 168 time: 0.2312448 Apr 11 17:47:45.548666 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585632e4-78f1-4da4-aa98-db6bfb1dc9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f74a4ad-295b-4ac1-bb23-eac651eec285,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:45.610986 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event updated for resources: {'Port': ['ID=01f3b322-141f-4a9a-a063-6bfb850ab47d,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:45.623668 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.625010 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-508b67a8-5e9d-404a-ba43-badb9847152f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2343087 Apr 11 17:47:45.631981 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f232-88b5-4b73-afb9-2280aa74d58a req-764dcafc-6e51-4ca6-a6dc-4046662d2c09 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:45.640823 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c708f232-88b5-4b73-afb9-2280aa74d58a req-764dcafc-6e51-4ca6-a6dc-4046662d2c09 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1656001 Apr 11 17:47:45.657139 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd06cc1-d454-4aab-af2e-93d33cdbbc94 req-596389b5-b45b-4d69-89b1-3c1d525a15d4 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:45.659000 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0bd06cc1-d454-4aab-af2e-93d33cdbbc94 req-596389b5-b45b-4d69-89b1-3c1d525a15d4 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.1590233 Apr 11 17:47:45.734349 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c708f232-88b5-4b73-afb9-2280aa74d58a req-55c915d4-74b2-4936-aef2-4037a34d2f3e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925019 Apr 11 17:47:45.753131 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0bd06cc1-d454-4aab-af2e-93d33cdbbc94 req-ba50b49d-626d-42fd-97a2-1ddb5ea469e2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841460 Apr 11 17:47:45.895646 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-09220184-e387-415f-ae4b-df3a047cf3d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--995347942&fields=id&tenant_id=36a0bc340bf243f1ab44be5511817935 HTTP/1.1" status: 200 len: 267 time: 0.0558608 Apr 11 17:47:46.045440 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:46.094856 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3395a-7fc3-45c0-b991-932820257a76 req-8e56eb15-30bd-4196-bed0-cd1967a40811 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:46.097804 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fba3395a-7fc3-45c0-b991-932820257a76 req-8e56eb15-30bd-4196-bed0-cd1967a40811 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 945 time: 0.1056323 Apr 11 17:47:46.148841 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-b12eef76-86e9-4362-a304-9a9ac832711f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:46.151323 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-b12eef76-86e9-4362-a304-9a9ac832711f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 818 time: 0.2476768 Apr 11 17:47:46.181424 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-a4501b13-909c-4201-b129-2fdffc48ef50 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/quotas/36a0bc340bf243f1ab44be5511817935 HTTP/1.1" status: 200 len: 375 time: 0.0240963 Apr 11 17:47:46.206046 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fba3395a-7fc3-45c0-b991-932820257a76 req-1e40c77c-602c-4f7c-9d14-3492e777b12b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008058 Apr 11 17:47:46.242378 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-bf0d8e7d-d019-4c7e-927e-3d2e52190009 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0527360 Apr 11 17:47:46.340439 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-94fa3282-bd3d-4731-b27a-76803c149a86 service neutron] 10.222.0.79 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855887 Apr 11 17:47:46.439633 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-e12a7212-aa5b-4b98-be5d-aadea9637d92 service neutron] 10.222.0.79 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934246 Apr 11 17:47:46.612485 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4d8e2dd8-e0d2-4c63-b3a6-a43b912cdcb8 req-368bf999-e012-4feb-aabf-4a096fe7f97b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 210 time: 0.0293007 Apr 11 17:47:46.900486 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6227-dab7-4e2e-a211-236c2110048c req-6f65c179-30ae-41b9-89ee-0460f26171fd tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:46.902548 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-342a6227-dab7-4e2e-a211-236c2110048c req-6f65c179-30ae-41b9-89ee-0460f26171fd tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0789466 Apr 11 17:47:46.914693 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2442fd3-96a9-47f9-82e1-8e35fbabfa50 req-84c8d7dc-77df-4d3d-bc67-a13e95c225b7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:46.916187 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a2442fd3-96a9-47f9-82e1-8e35fbabfa50 req-84c8d7dc-77df-4d3d-bc67-a13e95c225b7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0816994 Apr 11 17:47:46.996866 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-342a6227-dab7-4e2e-a211-236c2110048c req-8a64b625-0cd5-47ee-a92e-8a60fef9a520 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796931 Apr 11 17:47:47.000967 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a2442fd3-96a9-47f9-82e1-8e35fbabfa50 req-0db2807a-226d-40cc-89d3-014af2c779f3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757456 Apr 11 17:47:47.074943 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:47.323610 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b96eea-5be4-4500-8828-2b3bf30d669c req-4ce15f36-f5dc-4eaf-8b1d-c7d45d21e84c tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:47.325083 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-35b96eea-5be4-4500-8828-2b3bf30d669c req-4ce15f36-f5dc-4eaf-8b1d-c7d45d21e84c tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 945 time: 0.0483739 Apr 11 17:47:47.376772 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-35b96eea-5be4-4500-8828-2b3bf30d669c req-381443f7-1900-42cd-860c-ab3190481473 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Apr 11 17:47:47.543106 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-6dc224b8-5b68-4c04-b13c-1084c786f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:47.544643 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-6dc224b8-5b68-4c04-b13c-1084c786f40b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 1130 time: 0.0458953 Apr 11 17:47:47.649816 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-51d074ad-4b90-4bc0-a3ae-64574d875978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:47.651285 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-51d074ad-4b90-4bc0-a3ae-64574d875978 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 917 time: 0.0951316 Apr 11 17:47:47.699099 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-405e46d3-4063-4412-8dfb-0a225261aa33 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:47.702075 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-405e46d3-4063-4412-8dfb-0a225261aa33 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 945 time: 0.0693567 Apr 11 17:47:47.728151 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-c236c277-da2e-4da4-bbbc-2e7a59701cf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499 HTTP/1.1" status: 200 len: 1002 time: 0.0694466 Apr 11 17:47:47.739997 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2a8316e6-352b-42cb-953a-54b956743afe req-93371317-7c15-4c8a-9605-100385e69ec4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 210 time: 0.0363045 Apr 11 17:47:47.990110 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-8abf03d5-0cb9-4ee2-bd0d-141e7c7d82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:47.991594 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-8abf03d5-0cb9-4ee2-bd0d-141e7c7d82e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.0505788 Apr 11 17:47:48.035307 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-aa898a4f-d371-418c-a325-405a7e42a110 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Deleting port 788483e5-c67b-45cc-8718-56cccaef4bee {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:47:48.035682 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-aa898a4f-d371-418c-a325-405a7e42a110 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:48.054351 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-565ead55-8e33-4883-a90b-9ff9e37d9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:48.056300 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-565ead55-8e33-4883-a90b-9ff9e37d9fe6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578454 Apr 11 17:47:48.190612 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-3fae66c6-e93f-45f3-a245-5a96c23d50f9 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256795 Apr 11 17:47:48.267615 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628b78f-2c26-4158-9228-1839b6d0a9b9 req-961bab7f-9b52-4eeb-a277-379f4da20467 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:48.269130 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e628b78f-2c26-4158-9228-1839b6d0a9b9 req-961bab7f-9b52-4eeb-a277-379f4da20467 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.1781924 Apr 11 17:47:48.282923 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb93367-6a96-48f5-ad0c-a0382b54970e req-0a3a6255-db07-411b-baf9-89c6fa53f967 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:48.284303 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2cb93367-6a96-48f5-ad0c-a0382b54970e req-0a3a6255-db07-411b-baf9-89c6fa53f967 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.1720421 Apr 11 17:47:48.303355 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c4aa5fd4-5068-4078-9e0e-c56d0d69da26 req-19a85bea-d0fe-428d-b0b7-4b4198e71f5d service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917706 Apr 11 17:47:48.307036 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-aa898a4f-d371-418c-a325-405a7e42a110 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] For port 788483e5-c67b-45cc-8718-56cccaef4bee, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=788483e5-c67b-45cc-8718-56cccaef4bee,segment=NetworkSegment(594e26d7-63c1-4014-9f3e-14b5e6ea18b4),segment_id=594e26d7-63c1-4014-9f3e-14b5e6ea18b4)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:48.307405 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-aa898a4f-d371-418c-a325-405a7e42a110 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:48.336910 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:48.352842 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-aa898a4f-d371-418c-a325-405a7e42a110 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Calling delete_port for 788483e5-c67b-45cc-8718-56cccaef4bee owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:47:48.367613 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-e090201c-6654-421a-9349-e20ed827d060 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:48.369048 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-e090201c-6654-421a-9349-e20ed827d060 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 818 time: 0.3300300 Apr 11 17:47:48.447684 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e628b78f-2c26-4158-9228-1839b6d0a9b9 req-2b3a63af-aa15-4575-b3bd-abbb087ccf4b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577168 Apr 11 17:47:48.453052 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2cb93367-6a96-48f5-ad0c-a0382b54970e req-fd479223-f8ec-40a2-9afb-28dcfa7da2b2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581054 Apr 11 17:47:48.593435 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a217-4c68-433a-b70d-63475a64e6e6 req-d75952df-3346-4c6d-8093-6daf15d0e5cf tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:48.594935 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-82c8a217-4c68-433a-b70d-63475a64e6e6 req-d75952df-3346-4c6d-8093-6daf15d0e5cf tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 945 time: 0.0805094 Apr 11 17:47:48.599770 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-aa898a4f-d371-418c-a325-405a7e42a110 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (788483e5-c67b-45cc-8718-56cccaef4bee), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:48.650735 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa898a4f-d371-418c-a325-405a7e42a110 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Pushing event deleted for resources: {'Port': ['ID=788483e5-c67b-45cc-8718-56cccaef4bee,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:48.699886 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-aa898a4f-d371-418c-a325-405a7e42a110 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] No DVR routers for this DVR port 788483e5-c67b-45cc-8718-56cccaef4bee on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:47:48.704649 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-aa898a4f-d371-418c-a325-405a7e42a110 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:48.707979 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-52b65942-ff0d-4bf8-b209-306ed7f05f84 req-aa898a4f-d371-418c-a325-405a7e42a110 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.37 "DELETE /v2.0/ports/788483e5-c67b-45cc-8718-56cccaef4bee HTTP/1.1" status: 204 len: 173 time: 0.7744334 Apr 11 17:47:48.708412 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6875bc8-192a-49e7-a582-5d7addff093b', 'name': 'network-vif-deleted', 'tag': '788483e5-c67b-45cc-8718-56cccaef4bee'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:48.710704 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc92eeb-7c62-4cc9-be6c-f492a3f3a2a3" -d '{"events": [{"server_uuid": "d6875bc8-192a-49e7-a582-5d7addff093b", "name": "network-vif-deleted", "tag": "788483e5-c67b-45cc-8718-56cccaef4bee"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:48.724888 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-82c8a217-4c68-433a-b70d-63475a64e6e6 req-b3dff281-f4cd-452e-95b7-80d2c5272e40 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203971 Apr 11 17:47:48.759679 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7d6ea1-4663-4a46-9036-be1cdd6faf84 x-openstack-request-id: req-0b7d6ea1-4663-4a46-9036-be1cdd6faf84 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:48.760077 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6875bc8-192a-49e7-a582-5d7addff093b", "name": "network-vif-deleted", "tag": "788483e5-c67b-45cc-8718-56cccaef4bee", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:48.760430 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b7d6ea1-4663-4a46-9036-be1cdd6faf84 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:48.760854 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7d6ea1-4663-4a46-9036-be1cdd6faf84'] response: {'server_uuid': 'd6875bc8-192a-49e7-a582-5d7addff093b', 'name': 'network-vif-deleted', 'tag': '788483e5-c67b-45cc-8718-56cccaef4bee', 'status': 'completed', 'code': 200} Apr 11 17:47:48.840528 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cc5fb7cb-d662-4421-b380-92ddb14b704e req-7a5c2722-0572-45d2-9da9-e7802021f134 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 210 time: 0.0311544 Apr 11 17:47:49.605370 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eede4d-3277-48d8-97a8-0e35deb96b00 req-97d24657-5110-4d23-aeaf-611569f2b57f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:49.606792 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-75eede4d-3277-48d8-97a8-0e35deb96b00 req-97d24657-5110-4d23-aeaf-611569f2b57f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 946 time: 0.0764616 Apr 11 17:47:49.628143 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee329b-7fd2-4f7f-922b-83a42dd0be19 req-d431a737-fdb1-4ad6-8075-322080f5ef8c tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:49.629554 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cdee329b-7fd2-4f7f-922b-83a42dd0be19 req-d431a737-fdb1-4ad6-8075-322080f5ef8c tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0663557 Apr 11 17:47:49.687785 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-75eede4d-3277-48d8-97a8-0e35deb96b00 req-756eefd2-6272-47cb-b3b8-05048b05ec30 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732188 Apr 11 17:47:49.701361 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cdee329b-7fd2-4f7f-922b-83a42dd0be19 req-203c817a-8089-44ef-aa74-1519cf125b94 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653923 Apr 11 17:47:49.825044 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a98fcf8c-feb0-4d81-a873-f658ec7efc0b req-af2528c8-0c73-43ce-b99f-4e94e3a58550 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 210 time: 0.0281434 Apr 11 17:47:49.859689 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 788483e5-c67b-45cc-8718-56cccaef4bee no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:47:49.881220 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 788483e5-c67b-45cc-8718-56cccaef4bee {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:47:49.881559 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 788483e5-c67b-45cc-8718-56cccaef4bee not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:47:49.882005 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 4af6de3b-7fc6-4201-b475-4ebeacde9499 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:47:49.941269 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bae89f0a-9e95-4d1c-84a5-5444af230d0f req-562e2f4c-0cd8-495c-b370-29e9887f55af tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 210 time: 0.0322888 Apr 11 17:47:49.966393 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 4af6de3b-7fc6-4201-b475-4ebeacde9499 is: ACTIVE; New status is: DOWN {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:49.966806 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:49.997886 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:50.000215 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0cfde9-a94e-4cae-9e34-b149091a410f" -d '{"events": [{"server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "name": "network-vif-unplugged", "status": "completed", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:50.014692 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:50.022883 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:50.060586 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d209518-449e-45a3-8dc1-5491dcae5d01 x-openstack-request-id: req-2d209518-449e-45a3-8dc1-5491dcae5d01 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:50.060899 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "name": "network-vif-unplugged", "status": "completed", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:50.061380 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d209518-449e-45a3-8dc1-5491dcae5d01 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:50.061835 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d209518-449e-45a3-8dc1-5491dcae5d01'] response: {'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'code': 200} Apr 11 17:47:50.083735 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=8']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:50.086201 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-15e3e255-117c-4296-bcf9-6fc039549139 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36a0bc340bf243f1ab44be5511817935 HTTP/1.1" status: 200 len: 379 time: 0.0713441 Apr 11 17:47:50.160826 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Request body: {'port': {'device_id': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'admin_state_up': True, 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'security_groups': ['5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1']}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:50.283373 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Made reservation on behalf of 36a0bc340bf243f1ab44be5511817935 for: {'port': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:47:50.287184 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:50.423264 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Allocated IP 172.20.0.13 (b2f9610a-b2e0-4797-a439-7b917367c055/9bc98f6f-df66-4ae5-833b-6c1ae60ac410/ccb211b1-bc95-4bb3-9c0a-e3e556af8219) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:47:50.571977 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:50.929845 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97852f-d753-431f-8a90-85f7825d9711 req-48664a72-bf68-4baf-8428-43bfff26fa20 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:50.931387 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca97852f-d753-431f-8a90-85f7825d9711 req-48664a72-bf68-4baf-8428-43bfff26fa20 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0872211 Apr 11 17:47:50.939738 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c530f-5feb-4469-93e2-d67235d99b68 req-a900f475-0705-4b28-b1fa-9172f15ff425 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:50.939976 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-917c530f-5feb-4469-93e2-d67235d99b68 req-a900f475-0705-4b28-b1fa-9172f15ff425 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0941677 Apr 11 17:47:50.942554 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:51.021408 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Network b2f9610a-b2e0-4797-a439-7b917367c055 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:51.031467 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:51.043000 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:51.048272 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:51.048874 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:51.056841 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event updated for resources: {'Port': ['ID=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:51.080264 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca97852f-d753-431f-8a90-85f7825d9711 req-11dd7bb7-e5b4-4e1a-983d-2057800f4d2b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390746 Apr 11 17:47:51.108347 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-917c530f-5feb-4469-93e2-d67235d99b68 req-7a944a39-5e8f-4ff2-99cf-ef08e7dfcae5 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458061 Apr 11 17:47:51.108347 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-9de1bee8-0d56-40de-9764-a72338a273d3 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9470768 Apr 11 17:47:51.223728 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74985ee1-4056-4c60-ae57-d3312e5e40bf req-4ed0a694-96ff-485c-a9c4-27c15d385f3b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6875bc8-192a-49e7-a582-5d7addff093b HTTP/1.1" status: 200 len: 210 time: 0.0543845 Apr 11 17:47:51.237236 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2981c22-2f12-496b-b1eb-730a0bcfae1c req-64a62413-24c9-4862-a7ed-dcdf8a8b6756 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:51.238849 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a2981c22-2f12-496b-b1eb-730a0bcfae1c req-64a62413-24c9-4862-a7ed-dcdf8a8b6756 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 932 time: 0.0715728 Apr 11 17:47:51.282532 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-0f15a37c-68e4-47c0-b870-15b7ff1d112a None None] Provisioning complete for port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:51.283246 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0f15a37c-68e4-47c0-b870-15b7ff1d112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:51.297678 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a2981c22-2f12-496b-b1eb-730a0bcfae1c req-5b974496-48d0-48b4-be19-2b22ebe73691 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525978 Apr 11 17:47:51.326706 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-0f15a37c-68e4-47c0-b870-15b7ff1d112a None None] Port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:47:51.511092 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Request body: {'port': {'device_id': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:51.606414 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:51.801180 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [req-9586bbcd-ab65-483b-b857-a5334523494f req-c4095869-b680-4183-aa87-16673b80e63f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:47:51.802142 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9586bbcd-ab65-483b-b857-a5334523494f req-c4095869-b680-4183-aa87-16673b80e63f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088098 Apr 11 17:47:51.863705 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device d4239a43-0c35-467a-90d0-d5709a8e5ad3 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:47:51.943870 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb211b1-bc95-4bb3-9c0a-e3e556af8219 {{(pid=109938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:47:51.966708 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Publish callbacks [] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:52.007317 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.provisioning_blocks [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Transition to ACTIVE for port object ccb211b1-bc95-4bb3-9c0a-e3e556af8219 will not be triggered until provisioned by entity L2. {{(pid=109938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:47:52.017059 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf0428-df48-4c29-a1e2-a26d32ff062a req-c916db5d-26a9-4a72-b722-bfe7b1bf3a1e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:52.019027 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9cbf0428-df48-4c29-a1e2-a26d32ff062a req-c916db5d-26a9-4a72-b722-bfe7b1bf3a1e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0696113 Apr 11 17:47:52.020278 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:52.025471 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port d4239a43-0c35-467a-90d0-d5709a8e5ad3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:52.042922 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'port_id': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'mac_address': 'fa:16:3e:f8:2e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:47:52.095327 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port d4239a43-0c35-467a-90d0-d5709a8e5ad3 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:52.095982 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:52.117953 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9cbf0428-df48-4c29-a1e2-a26d32ff062a req-a1719101-ec73-4d00-b659-e6fc0cc83160 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901186 Apr 11 17:47:52.118925 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4239a43-0c35-467a-90d0-d5709a8e5ad3 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:47:52.178017 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:52.179406 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port d4239a43-0c35-467a-90d0-d5709a8e5ad3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:52.187315 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:52.205854 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Attempting to bind port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:47:52.206649 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Attempting to bind port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:47:52.207174 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Attempting to bind port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 on network b2f9610a-b2e0-4797-a439-7b917367c055 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:52.214231 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 on network b2f9610a-b2e0-4797-a439-7b917367c055 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:47:52.215122 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Attempting to bind port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 on network b2f9610a-b2e0-4797-a439-7b917367c055 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:52.221856 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:47:52.222440 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Checking segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:47:52.223319 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Bound using segment: {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:47:52.224274 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Bound port: ccb211b1-bc95-4bb3-9c0a-e3e556af8219, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8a13b0-614a-4465-84b9-016db5edc83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:47:52.224812 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:52.269257 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=d4239a43-0c35-467a-90d0-d5709a8e5ad3,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:52.336970 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da295b-2488-4a77-bf13-db288adca49c req-eb10a8d0-2aee-40de-ab41-376dc80c0d64 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:52.345467 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c2da295b-2488-4a77-bf13-db288adca49c req-eb10a8d0-2aee-40de-ab41-376dc80c0d64 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 944 time: 0.1003184 Apr 11 17:47:52.430262 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c2da295b-2488-4a77-bf13-db288adca49c req-e6601a79-a17d-41f4-85b0-dc54c2ee67db tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838392 Apr 11 17:47:52.470115 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] For port ccb211b1-bc95-4bb3-9c0a-e3e556af8219, host hv-cinder-83716, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:47:52.481400 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a79c9-21c0-46fc-9d81-642b3a67a899 req-ea940a9c-ab5c-4587-8ba3-1a3e8b2bc7a8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:52.483344 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e4a79c9-21c0-46fc-9d81-642b3a67a899 req-ea940a9c-ab5c-4587-8ba3-1a3e8b2bc7a8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 944 time: 0.0770495 Apr 11 17:47:52.495143 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] For port ccb211b1-bc95-4bb3-9c0a-e3e556af8219, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:47:52.512723 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:52.519161 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['d4239a43-0c35-467a-90d0-d5709a8e5ad3'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:47:52.586266 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:52.586898 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:52.588366 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] 10.222.0.37 "PUT /v2.0/ports/ccb211b1-bc95-4bb3-9c0a-e3e556af8219 HTTP/1.1" status: 200 len: 1094 time: 1.0823629 Apr 11 17:47:52.591018 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:52.593780 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405" -d '{"events": [{"name": "network-changed", "server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:52.627600 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56570) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:52.660272 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e4a79c9-21c0-46fc-9d81-642b3a67a899 req-c915f51e-889f-4f02-9a31-9d427e0dac5c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673982 Apr 11 17:47:52.739823 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59fac6-4b44-4f03-951d-50d9fd040c18 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:52.756820 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe7657-c9fb-47be-860d-67e34660b32b x-openstack-request-id: req-eebe7657-c9fb-47be-860d-67e34660b32b {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:52.757122 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:52.757504 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eebe7657-c9fb-47be-860d-67e34660b32b {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:52.758478 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebe7657-c9fb-47be-860d-67e34660b32b'] response: {'name': 'network-changed', 'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'status': 'completed', 'code': 200} Apr 11 17:47:52.785754 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-f6a1bacb-6048-475e-9565-32d2d4e9f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:52.787173 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-f6a1bacb-6048-475e-9565-32d2d4e9f2c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 1128 time: 0.1178865 Apr 11 17:47:52.795394 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-dc1b1cc3-5226-4c4c-bb8f-51720fae63f6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:52.796493 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-dc1b1cc3-5226-4c4c-bb8f-51720fae63f6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/networks?id=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b HTTP/1.1" status: 200 len: 808 time: 0.2501698 Apr 11 17:47:52.800775 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-7ecbe665-b9d7-4d5f-9e7e-dfe6cd7a9bd0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1704862 Apr 11 17:47:52.820055 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-e1511176-0e62-407c-9112-277b03ff4658 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:47:52.821105 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-e1511176-0e62-407c-9112-277b03ff4658 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065153 Apr 11 17:47:52.843043 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-4d204d65-89d6-46c1-9b5f-2a50e8b6c8c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219 HTTP/1.1" status: 200 len: 217 time: 0.0453911 Apr 11 17:47:52.862374 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-5b34ff87-3c80-4daa-b686-fcb6d535894f tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/quotas/c530c6c8c8d540f79928e73d222ee7a3 HTTP/1.1" status: 200 len: 375 time: 0.0575843 Apr 11 17:47:52.918084 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56578) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:52.935170 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-72d50fdb-5e2b-4ba8-bb01-11c92de8c7b3 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c530c6c8c8d540f79928e73d222ee7a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537724 Apr 11 17:47:52.954584 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-b743676e-cbe1-4645-b3b2-a2e541775e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:52.957615 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-b743676e-cbe1-4645-b3b2-a2e541775e10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.1054251 Apr 11 17:47:52.973974 dv-cinder-837167-2-iscsi neutron-server[109939]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 17:47:53.021883 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-eda61d19-a11c-4646-b642-881a053d2658 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:53.023279 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-eda61d19-a11c-4646-b642-881a053d2658 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports/4af6de3b-7fc6-4201-b475-4ebeacde9499 HTTP/1.1" status: 200 len: 941 time: 0.1042140 Apr 11 17:47:53.042904 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-94017f4b-aadc-4d51-a294-a5fc2872315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:53.044454 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-94017f4b-aadc-4d51-a294-a5fc2872315c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778117 Apr 11 17:47:53.086954 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-b3461be2-ef34-4026-aa0a-7203642a52f8 service neutron] 10.222.0.79 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438510 Apr 11 17:47:53.227616 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-2bee7d63-1a38-48c9-8248-4ca02760d67a service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680980 Apr 11 17:47:53.280521 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-b12090fd-577b-4f14-aa12-7d86d8c4a59e service neutron] 10.222.0.79 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871793 Apr 11 17:47:53.295809 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d6a1b-2741-43fd-a58b-a148e560378d req-a52c55fc-895e-4259-ab73-98bd81533794 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:53.297462 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c29d6a1b-2741-43fd-a58b-a148e560378d req-a52c55fc-895e-4259-ab73-98bd81533794 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0893724 Apr 11 17:47:53.418487 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c29d6a1b-2741-43fd-a58b-a148e560378d req-9cec068e-841a-4ee3-a73b-7a187e2d14df tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817537 Apr 11 17:47:53.420419 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ad602b89-f731-4020-85c0-0ea7339e8089 req-8f5666c0-4e7f-4c74-b788-4c4a5c6b851f service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687810 Apr 11 17:47:53.476731 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d7df6bad-98c1-412d-a20c-8cee44553614 req-5477df47-e4e1-4769-a66b-4566bb7f026b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 210 time: 0.0338211 Apr 11 17:47:53.567548 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc95cfa-8889-4c8f-8d19-7578251ca993 req-3320c46a-51ad-42b9-b5f9-11ad75820212 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:53.569063 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8bc95cfa-8889-4c8f-8d19-7578251ca993 req-3320c46a-51ad-42b9-b5f9-11ad75820212 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 944 time: 0.0529146 Apr 11 17:47:53.626230 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8bc95cfa-8889-4c8f-8d19-7578251ca993 req-74521589-7642-4cb4-b94a-077667d694db tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508242 Apr 11 17:47:53.780795 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e43fda-dc46-46c4-9efc-028192d9a79b req-b1ab7915-19bc-41d1-aa8e-4462b34753fa tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:53.782691 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-19e43fda-dc46-46c4-9efc-028192d9a79b req-b1ab7915-19bc-41d1-aa8e-4462b34753fa tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 944 time: 0.0548263 Apr 11 17:47:53.838656 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-19e43fda-dc46-46c4-9efc-028192d9a79b req-f21721ae-21d3-4514-b27b-d56355cfe76f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472949 Apr 11 17:47:53.882036 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device d4239a43-0c35-467a-90d0-d5709a8e5ad3 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:53.930508 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port d4239a43-0c35-467a-90d0-d5709a8e5ad3 completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:47:53.938776 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port d4239a43-0c35-467a-90d0-d5709a8e5ad3 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:53.939194 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:54.029685 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port d4239a43-0c35-467a-90d0-d5709a8e5ad3 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:54.030098 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:54.056693 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:54.060676 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ee712-ba8b-465f-828f-5bf288cca7dc" -d '{"events": [{"server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "name": "network-vif-plugged", "status": "completed", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:54.077256 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port d4239a43-0c35-467a-90d0-d5709a8e5ad3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:54.083505 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:54.084381 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 4af6de3b-7fc6-4201-b475-4ebeacde9499 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:47:54.109957 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf6297b-5fb6-40fc-92de-df63b00b665b x-openstack-request-id: req-edf6297b-5fb6-40fc-92de-df63b00b665b {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:54.110278 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "name": "network-vif-plugged", "status": "completed", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:54.110533 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-edf6297b-5fb6-40fc-92de-df63b00b665b {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:54.110957 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf6297b-5fb6-40fc-92de-df63b00b665b'] response: {'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'code': 200} Apr 11 17:47:54.164093 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=d4239a43-0c35-467a-90d0-d5709a8e5ad3,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:54.214197 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 4af6de3b-7fc6-4201-b475-4ebeacde9499 is: DOWN; New status is: DOWN {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:54.588159 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-9f0da9cb-41bd-4b20-aefc-88c255e6a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:54.589810 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-9f0da9cb-41bd-4b20-aefc-88c255e6a3f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 1128 time: 0.1067336 Apr 11 17:47:54.606334 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705777f-4aa3-4ac2-a416-1a319e44acdb req-5e51dbd3-4473-4aa4-9908-e756c28ab460 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:54.607806 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2705777f-4aa3-4ac2-a416-1a319e44acdb req-5e51dbd3-4473-4aa4-9908-e756c28ab460 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.1124318 Apr 11 17:47:54.640364 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c7ae0fe9-9970-4a5a-80a6-1f01c41d37ed req-04512a78-b5b6-4619-88df-ac1a1925b494 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 210 time: 0.0563636 Apr 11 17:47:54.794647 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2705777f-4aa3-4ac2-a416-1a319e44acdb req-a7d77439-e8ab-4e6f-90b4-24f144095019 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711559 Apr 11 17:47:54.817725 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce90dae-52db-4d48-801e-0cdfbb399b3b req-58a88c52-3e6d-4b6f-9651-c89ef177f3b9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:54.819164 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8ce90dae-52db-4d48-801e-0cdfbb399b3b req-58a88c52-3e6d-4b6f-9651-c89ef177f3b9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.1175110 Apr 11 17:47:54.824803 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13411a3-c569-49b2-b490-f59b69cd533c req-c5e24f10-57a6-4ef4-99a7-dcfa945672ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:54.826218 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f13411a3-c569-49b2-b490-f59b69cd533c req-c5e24f10-57a6-4ef4-99a7-dcfa945672ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 1129 time: 0.1005807 Apr 11 17:47:54.836161 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-784e0344-581e-42ab-8457-778dbe00c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:54.837498 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-784e0344-581e-42ab-8457-778dbe00c2d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.2130303 Apr 11 17:47:54.874859 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8ce90dae-52db-4d48-801e-0cdfbb399b3b req-86eae803-1f02-41dd-bad1-a00b71846f60 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463419 Apr 11 17:47:54.954684 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bba6-5037-4780-b3cd-d19f354293b4 req-d0c5dfb3-cc74-421f-9782-a78c04329532 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:54.956361 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fb14bba6-5037-4780-b3cd-d19f354293b4 req-d0c5dfb3-cc74-421f-9782-a78c04329532 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 944 time: 0.0509789 Apr 11 17:47:55.005188 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fb14bba6-5037-4780-b3cd-d19f354293b4 req-33da35be-0178-427f-8b24-fb400f42a51c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 Apr 11 17:47:55.096564 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-9b8c5426-9c1a-4b02-90e1-58a8a4857306 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219 HTTP/1.1" status: 200 len: 217 time: 0.0449317 Apr 11 17:47:55.155403 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f13411a3-c569-49b2-b490-f59b69cd533c req-db1992c8-3686-4127-a24a-3a482b5df285 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049962 Apr 11 17:47:55.166981 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-2f5b1222-ce08-403b-b571-1f9f2a6ae5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:55.168415 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-2f5b1222-ce08-403b-b571-1f9f2a6ae5c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0630491 Apr 11 17:47:55.266604 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-54c1587f-dfbd-4482-9c71-fc3668f7b572 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:55.268220 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-54c1587f-dfbd-4482-9c71-fc3668f7b572 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.37 "GET /v2.0/networks?id=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b HTTP/1.1" status: 200 len: 808 time: 0.1373444 Apr 11 17:47:55.406451 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Request body: {'port': {'device_id': '23d35ef5-2357-45dd-ae26-596cf1cb2978', 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b', 'admin_state_up': True, 'tenant_id': 'c530c6c8c8d540f79928e73d222ee7a3'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:55.449436 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-a7f42b93-773d-497b-87e8-2ed2c68f3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:55.451968 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-a7f42b93-773d-497b-87e8-2ed2c68f3142 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507638 Apr 11 17:47:55.585409 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-2a6aea0d-65c7-4f99-b47b-a97397c7f97a service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200175 Apr 11 17:47:55.594602 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Made reservation on behalf of c530c6c8c8d540f79928e73d222ee7a3 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:47:55.599810 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:55.735868 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Allocated IP 172.20.0.6 (0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b/fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881/531f41df-3848-4e09-a76f-cdecf92660ab) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:47:55.740909 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6b8fb67a-1164-4975-97ee-1024e5fea1c5 req-53f9a226-bc48-40ea-a953-44726c7771a8 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 210 time: 0.0318758 Apr 11 17:47:55.880922 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device ccb211b1-bc95-4bb3-9c0a-e3e556af8219 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:47:55.894093 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks [] for port (531f41df-3848-4e09-a76f-cdecf92660ab), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:55.926450 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bfe29-bd8e-4c84-be8f-bcbcbbb9d38b req-be6c70db-a41a-457a-abe1-974eb0a3a1c1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:55.928074 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-564bfe29-bd8e-4c84-be8f-bcbcbbb9d38b req-be6c70db-a41a-457a-abe1-974eb0a3a1c1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0607090 Apr 11 17:47:55.936014 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:55.984889 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:55.990921 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:56.000325 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:56.018762 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port ccb211b1-bc95-4bb3-9c0a-e3e556af8219, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:56.032303 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391b0a7-8741-41f9-8a42-6048e26c9481 req-45e4913e-d12c-4fba-a4e4-e37ce4ed565a tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:56.033953 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7391b0a7-8741-41f9-8a42-6048e26c9481 req-45e4913e-d12c-4fba-a4e4-e37ce4ed565a tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0815201 Apr 11 17:47:56.034935 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'port_id': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'mac_address': 'fa:16:3e:05:70:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:47:56.036052 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Pushing event updated for resources: {'Port': ['ID=531f41df-3848-4e09-a76f-cdecf92660ab,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:56.048080 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-564bfe29-bd8e-4c84-be8f-bcbcbbb9d38b req-a32a0eeb-87e3-4224-80ba-f5095dca4f65 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134336 Apr 11 17:47:56.087304 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:56.089454 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:56.094525 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:56.094989 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:56.110035 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb211b1-bc95-4bb3-9c0a-e3e556af8219 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:47:56.129917 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-db6f522b-b9f0-42ff-88b9-7bbc5302ffb6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7292058 Apr 11 17:47:56.137328 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port ccb211b1-bc95-4bb3-9c0a-e3e556af8219, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:56.143225 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:56.153953 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7391b0a7-8741-41f9-8a42-6048e26c9481 req-5dc63bb9-f78e-45b0-aa7e-b7152e3e71ae tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048384 Apr 11 17:47:56.188745 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e7290bcf-8ab5-4e5b-a8f5-74dd84a0e405 req-b2e240f7-7097-49b5-8a3c-49ac44ea9287 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795354 Apr 11 17:47:56.195651 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:56.203186 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c7a24-85f1-4570-bd31-ae91b3e1d32a req-892c4fe7-e5ed-4619-91ea-139e80b4ded5 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:56.204706 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6f8c7a24-85f1-4570-bd31-ae91b3e1d32a req-892c4fe7-e5ed-4619-91ea-139e80b4ded5 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 945 time: 0.0644317 Apr 11 17:47:56.251993 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6f8c7a24-85f1-4570-bd31-ae91b3e1d32a req-b7324160-5a6d-41c5-b8e1-8c0e1bf1f263 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416656 Apr 11 17:47:56.463451 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['ccb211b1-bc95-4bb3-9c0a-e3e556af8219'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:47:56.515184 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Request body: {'port': {'device_id': '23d35ef5-2357-45dd-ae26-596cf1cb2978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:56.595222 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:56.595656 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-3b6585fc-2094-4656-99f9-45867f46f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:56.598372 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-3b6585fc-2094-4656-99f9-45867f46f4b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607&tenant_id=af0fe002d6c64500a492b75f6281e779 HTTP/1.1" status: 200 len: 1128 time: 0.0841408 Apr 11 17:47:56.865718 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d478c41-a389-4244-b707-d4b6ed01b612 req-2afa8828-9d01-4558-b472-ca10d25fdf22 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:56.868292 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7d478c41-a389-4244-b707-d4b6ed01b612 req-2afa8828-9d01-4558-b472-ca10d25fdf22 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 931 time: 0.0536480 Apr 11 17:47:56.890883 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531f41df-3848-4e09-a76f-cdecf92660ab {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:47:56.899730 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Publish callbacks [] for port (531f41df-3848-4e09-a76f-cdecf92660ab), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:56.912641 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Transition to ACTIVE for port object 531f41df-3848-4e09-a76f-cdecf92660ab will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:47:56.918255 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:56.919224 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7d478c41-a389-4244-b707-d4b6ed01b612 req-0e6559a4-02e8-489d-8515-f8bca58afa89 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446072 Apr 11 17:47:56.975249 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Pushing event updated for resources: {'Port': ['ID=531f41df-3848-4e09-a76f-cdecf92660ab,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:57.056356 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Attempting to bind port 531f41df-3848-4e09-a76f-cdecf92660ab on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:47:57.056580 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Attempting to bind port 531f41df-3848-4e09-a76f-cdecf92660ab by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '594e26d7-63c1-4014-9f3e-14b5e6ea18b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:47:57.056910 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Attempting to bind port 531f41df-3848-4e09-a76f-cdecf92660ab on network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:57.061893 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Port 531f41df-3848-4e09-a76f-cdecf92660ab on network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:47:57.062215 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Attempting to bind port 531f41df-3848-4e09-a76f-cdecf92660ab on network 0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:47:57.067569 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:47:57.067949 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Checking segment: {'id': '594e26d7-63c1-4014-9f3e-14b5e6ea18b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:47:57.068302 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Bound using segment: {'id': '594e26d7-63c1-4014-9f3e-14b5e6ea18b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:47:57.068734 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Bound port: 531f41df-3848-4e09-a76f-cdecf92660ab, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594e26d7-63c1-4014-9f3e-14b5e6ea18b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:47:57.069097 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:57.109472 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-2d27d390-f378-49f0-a4e9-fc4ea5779541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:57.111298 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-2d27d390-f378-49f0-a4e9-fc4ea5779541 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 1128 time: 0.0458782 Apr 11 17:47:57.135834 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] For port 531f41df-3848-4e09-a76f-cdecf92660ab, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:47:57.139286 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] For port 531f41df-3848-4e09-a76f-cdecf92660ab, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=531f41df-3848-4e09-a76f-cdecf92660ab,segment=NetworkSegment(594e26d7-63c1-4014-9f3e-14b5e6ea18b4),segment_id=594e26d7-63c1-4014-9f3e-14b5e6ea18b4)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:47:57.155853 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:57.221025 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:57.222057 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:57.223536 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] 10.222.0.37 "PUT /v2.0/ports/531f41df-3848-4e09-a76f-cdecf92660ab HTTP/1.1" status: 200 len: 1093 time: 0.7128887 Apr 11 17:47:57.223995 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d35ef5-2357-45dd-ae26-596cf1cb2978', 'tag': '531f41df-3848-4e09-a76f-cdecf92660ab'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:57.226302 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de06ab-c770-41fe-876c-8d51680f788e" -d '{"events": [{"name": "network-changed", "server_uuid": "23d35ef5-2357-45dd-ae26-596cf1cb2978", "tag": "531f41df-3848-4e09-a76f-cdecf92660ab"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:57.230191 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614d3c-a4a7-4c25-b36c-1e27de72f104 req-34f75256-fb2c-4cb8-ae1f-2b4990b7bc98 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:57.231729 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eb614d3c-a4a7-4c25-b36c-1e27de72f104 req-34f75256-fb2c-4cb8-ae1f-2b4990b7bc98 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0895250 Apr 11 17:47:57.247478 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e9fcb-6a53-4d65-8198-a59dbf56428b service neutron] Pushing event updated for resources: {'Port': ['ID=531f41df-3848-4e09-a76f-cdecf92660ab,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:57.331966 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06690cd-5606-4f81-99d3-5815936d0419 req-e9a11bb2-1337-49af-9616-0ae4c160c400 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:57.332518 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-f7a57d4a-567a-428c-abe8-b957e499fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:57.333368 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d06690cd-5606-4f81-99d3-5815936d0419 req-e9a11bb2-1337-49af-9616-0ae4c160c400 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.1007395 Apr 11 17:47:57.334082 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-f7a57d4a-567a-428c-abe8-b957e499fc3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c530c6c8c8d540f79928e73d222ee7a3&device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 1127 time: 0.0634453 Apr 11 17:47:57.338299 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-7305b728-d026-4eb0-a2a0-36c6c41508e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:57.339665 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-7305b728-d026-4eb0-a2a0-36c6c41508e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 917 time: 0.2203512 Apr 11 17:47:57.374428 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eb614d3c-a4a7-4c25-b36c-1e27de72f104 req-04d73d1c-c69d-44e4-a701-58ea4986e2f8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250544 Apr 11 17:47:57.391450 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-ae815c64-eb8c-4179-b9fa-bd6930266473 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=531f41df-3848-4e09-a76f-cdecf92660ab HTTP/1.1" status: 200 len: 217 time: 0.0368993 Apr 11 17:47:57.445235 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14be4359-8745-4a58-b9e5-35388ffc49bc x-openstack-request-id: req-14be4359-8745-4a58-b9e5-35388ffc49bc {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:57.445660 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d35ef5-2357-45dd-ae26-596cf1cb2978", "tag": "531f41df-3848-4e09-a76f-cdecf92660ab", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:57.446026 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14be4359-8745-4a58-b9e5-35388ffc49bc {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:57.446494 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14be4359-8745-4a58-b9e5-35388ffc49bc'] response: {'name': 'network-changed', 'server_uuid': '23d35ef5-2357-45dd-ae26-596cf1cb2978', 'tag': '531f41df-3848-4e09-a76f-cdecf92660ab', 'status': 'completed', 'code': 200} Apr 11 17:47:57.452680 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d06690cd-5606-4f81-99d3-5815936d0419 req-227f0ebb-6c34-4b1d-88bd-579f69dca5f3 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120820 Apr 11 17:47:57.454413 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-11f4e85e-f8df-4be0-b026-47227a627992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:57.456473 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-11f4e85e-f8df-4be0-b026-47227a627992 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881 HTTP/1.1" status: 200 len: 848 time: 0.0554936 Apr 11 17:47:57.459701 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-b1d966f1-cda2-421b-affd-b3f3ab0e5f74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499 HTTP/1.1" status: 200 len: 1000 time: 0.1028895 Apr 11 17:47:57.500292 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-79dec42d-e175-4709-8b0d-7c95fc41a192 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322280 Apr 11 17:47:57.605114 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-e0919416-4a95-4589-ad2d-cb587567df80 service neutron] 10.222.0.37 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931239 Apr 11 17:47:57.706796 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e077c7fb-a853-4517-a3c9-cfb4aff6829e req-8482a2e4-b2d4-4f79-bc0c-1abb8d2edb68 service neutron] 10.222.0.37 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948653 Apr 11 17:47:57.838183 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-be4cb5d3-1be2-4ff0-9fa1-bc8eb2270c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:57.839675 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-be4cb5d3-1be2-4ff0-9fa1-bc8eb2270c31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.3700826 Apr 11 17:47:57.847586 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82d2d4-9b5a-4ce7-a3e6-5ec93677db62 req-250ca6e5-0c90-4783-86f6-0050a367741e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:57.848931 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ec82d2d4-9b5a-4ce7-a3e6-5ec93677db62 req-250ca6e5-0c90-4783-86f6-0050a367741e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0913689 Apr 11 17:47:57.855066 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799a78-ec3a-4e4b-9204-d2d0a2ec5483 req-0d18cb63-e687-402d-a15b-6e6d7758566b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:57.856444 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-34799a78-ec3a-4e4b-9204-d2d0a2ec5483 req-0d18cb63-e687-402d-a15b-6e6d7758566b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 945 time: 0.0971932 Apr 11 17:47:57.880588 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device ccb211b1-bc95-4bb3-9c0a-e3e556af8219 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:47:57.927277 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:47:57.927548 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ec82d2d4-9b5a-4ce7-a3e6-5ec93677db62 req-ff88833b-e506-49c0-b137-4d931f717362 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700407 Apr 11 17:47:57.934877 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-34799a78-ec3a-4e4b-9204-d2d0a2ec5483 req-27efbe0d-2b06-4b26-b075-ddbbb55dd057 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716124 Apr 11 17:47:57.936645 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:47:57.937094 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:57.952228 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 56642) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:58.038900 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:47:58.039380 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:58.044452 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7981b32-6652-4567-a3d4-833d4219728d req-50a34339-1cf3-4758-b9b4-acb2e9daf47e tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:58.045975 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e7981b32-6652-4567-a3d4-833d4219728d req-50a34339-1cf3-4758-b9b4-acb2e9daf47e tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 943 time: 0.0504243 Apr 11 17:47:58.068017 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:47:58.070320 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee6af30-526f-470c-a2ba-ea197624582c" -d '{"events": [{"server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "name": "network-vif-plugged", "status": "completed", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:47:58.082893 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port ccb211b1-bc95-4bb3-9c0a-e3e556af8219, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:47:58.088118 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:58.112657 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f0383f-899f-4459-b413-d5d35a4d0ce1 x-openstack-request-id: req-e5f0383f-899f-4459-b413-d5d35a4d0ce1 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:47:58.112971 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "name": "network-vif-plugged", "status": "completed", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:47:58.113228 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5f0383f-899f-4459-b413-d5d35a4d0ce1 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:47:58.113621 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f0383f-899f-4459-b413-d5d35a4d0ce1'] response: {'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'code': 200} Apr 11 17:47:58.126140 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d837dd4b-fb86-4c29-b8a2-8ad5252f3a39 tempest-TestShelveInstance-1753515234 tempest-TestShelveInstance-1753515234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:58.127862 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-d837dd4b-fb86-4c29-b8a2-8ad5252f3a39 tempest-TestShelveInstance-1753515234 tempest-TestShelveInstance-1753515234-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 1124 time: 0.1746304 Apr 11 17:47:58.131440 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56648) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:58.131595 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e7981b32-6652-4567-a3d4-833d4219728d req-81770ee7-7208-4d10-94fb-fb3316ae0f68 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798681 Apr 11 17:47:58.136600 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'port_id': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:47:58.138773 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:58.159509 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:58.236909 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:58.344050 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Allocated IP 172.27.0.17 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/e151f5be-ac40-4a8f-b536-bc88a95255d7) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:47:58.455003 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for port (e151f5be-ac40-4a8f-b536-bc88a95255d7), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:58.492455 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (e151f5be-ac40-4a8f-b536-bc88a95255d7), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:58.511499 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b299e8-f39f-411a-b721-e063942aafd3 req-ccc6f96d-eaec-4c6f-bef0-926e3da9fa1d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:58.513372 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-18b299e8-f39f-411a-b721-e063942aafd3 req-ccc6f96d-eaec-4c6f-bef0-926e3da9fa1d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0512197 Apr 11 17:47:58.537982 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:47:58.541297 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:47:58.544977 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:47:58.575932 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event updated for resources: {'Port': ['ID=e151f5be-ac40-4a8f-b536-bc88a95255d7,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:58.579928 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-18b299e8-f39f-411a-b721-e063942aafd3 req-faf6c459-4a6e-40e9-8369-0f1c04714c20 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600514 Apr 11 17:47:58.840930 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-42dad9f3-e950-4f73-8ff0-e37b7a662a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:58.842800 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-42dad9f3-e950-4f73-8ff0-e37b7a662a2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444279 Apr 11 17:47:58.995429 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-51f5e4cf-53ac-4b9d-a0d1-b8b1f61f8aea service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391413 Apr 11 17:47:59.068977 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de06ab-c770-41fe-876c-8d51680f788e req-fac64768-e9b1-4e79-a3cf-d946040d89be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:59.070536 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7de06ab-c770-41fe-876c-8d51680f788e req-fac64768-e9b1-4e79-a3cf-d946040d89be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c530c6c8c8d540f79928e73d222ee7a3&device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 1127 time: 0.2705309 Apr 11 17:47:59.135580 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d4914-d436-4322-9514-60309b68d744 req-ad14ec71-2ed1-40a9-beef-fb3f8132bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:59.137072 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9b8d4914-d436-4322-9514-60309b68d744 req-ad14ec71-2ed1-40a9-beef-fb3f8132bb1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 1130 time: 0.1264052 Apr 11 17:47:59.158261 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f7198-fd73-4227-a3aa-96ed7c0237fd req-a2f2eaf1-a190-4e3b-a15a-b57e30932628 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:59.159742 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c45f7198-fd73-4227-a3aa-96ed7c0237fd req-a2f2eaf1-a190-4e3b-a15a-b57e30932628 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.1134310 Apr 11 17:47:59.215049 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ec6a89d-64d7-4de0-8fec-5b42a7769f1c req-620c7570-1013-42be-a1eb-e606bd9b3f5e service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957660 Apr 11 17:47:59.245502 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9b8d4914-d436-4322-9514-60309b68d744 req-b4d13fad-20ed-4656-b83e-c890c7fa6564 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995626 Apr 11 17:47:59.248516 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de06ab-c770-41fe-876c-8d51680f788e req-f3e80a3b-fa92-4714-afd7-89595207e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:59.249981 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7de06ab-c770-41fe-876c-8d51680f788e req-f3e80a3b-fa92-4714-afd7-89595207e5bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b HTTP/1.1" status: 200 len: 909 time: 0.1724899 Apr 11 17:47:59.288258 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c45f7198-fd73-4227-a3aa-96ed7c0237fd req-a78de5af-8862-4638-9e01-984ad5a423a4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064448 Apr 11 17:47:59.303116 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8e124-d549-4552-b47e-77ebbd1d5510 req-0976a675-1d27-4c42-8c2f-331fa3ddce6d tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:59.304662 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eda8e124-d549-4552-b47e-77ebbd1d5510 req-0976a675-1d27-4c42-8c2f-331fa3ddce6d tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 943 time: 0.0835884 Apr 11 17:47:59.307457 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for floatingip (b6bb23dd-1bf6-4616-b040-e899a3210eb8), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:59.355918 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eda8e124-d549-4552-b47e-77ebbd1d5510 req-3f20f8c9-c98e-4aaf-98d9-10102d9ed04e tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447927 Apr 11 17:47:59.385193 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (e151f5be-ac40-4a8f-b536-bc88a95255d7), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:59.549369 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7de06ab-c770-41fe-876c-8d51680f788e req-2730c161-4092-41b2-a0f7-28feddc16ade service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=531f41df-3848-4e09-a76f-cdecf92660ab HTTP/1.1" status: 200 len: 217 time: 0.0478227 Apr 11 17:47:59.583519 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for port (e151f5be-ac40-4a8f-b536-bc88a95255d7), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:59.590265 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (e151f5be-ac40-4a8f-b536-bc88a95255d7), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:59.695715 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event updated for resources: {'Port': ['ID=e151f5be-ac40-4a8f-b536-bc88a95255d7,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:59.714396 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13533f6-3488-49db-8b2a-df184bd91ca9 req-131292a7-0e31-4165-86ae-5cddd3b83f58 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:59.715021 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (b6bb23dd-1bf6-4616-b040-e899a3210eb8), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:59.717676 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de06ab-c770-41fe-876c-8d51680f788e req-0ece2426-d4c6-4bdb-9946-5b466521316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:47:59.719201 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7de06ab-c770-41fe-876c-8d51680f788e req-0ece2426-d4c6-4bdb-9946-5b466521316c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881 HTTP/1.1" status: 200 len: 848 time: 0.0943232 Apr 11 17:47:59.722383 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f13533f6-3488-49db-8b2a-df184bd91ca9 req-131292a7-0e31-4165-86ae-5cddd3b83f58 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0633526 Apr 11 17:47:59.766181 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f13533f6-3488-49db-8b2a-df184bd91ca9 req-b94e1ff7-7f1b-46cf-a61d-6a6ec8e07ba3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426619 Apr 11 17:47:59.829858 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Floating IP b6bb23dd-1bf6-4616-b040-e899a3210eb8 associated. External IP: 172.27.0.17, port: d4239a43-0c35-467a-90d0-d5709a8e5ad3. Apr 11 17:47:59.893952 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 531f41df-3848-4e09-a76f-cdecf92660ab details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:48:00.005797 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 531f41df-3848-4e09-a76f-cdecf92660ab, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=531f41df-3848-4e09-a76f-cdecf92660ab,segment=NetworkSegment(594e26d7-63c1-4014-9f3e-14b5e6ea18b4),segment_id=594e26d7-63c1-4014-9f3e-14b5e6ea18b4)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:48:00.018966 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '531f41df-3848-4e09-a76f-cdecf92660ab', 'network_id': '0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b', 'port_id': '531f41df-3848-4e09-a76f-cdecf92660ab', 'mac_address': 'fa:16:3e:5d:d6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:48:00.059841 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 531f41df-3848-4e09-a76f-cdecf92660ab is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:48:00.059841 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:00.082195 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531f41df-3848-4e09-a76f-cdecf92660ab {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:48:00.101508 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Router 31c20114-fd50-4656-acf8-7473380c92ad has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:48:00.108248 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 531f41df-3848-4e09-a76f-cdecf92660ab, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=531f41df-3848-4e09-a76f-cdecf92660ab,segment=NetworkSegment(594e26d7-63c1-4014-9f3e-14b5e6ea18b4),segment_id=594e26d7-63c1-4014-9f3e-14b5e6ea18b4)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:48:00.115948 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:00.245516 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:48:00.260367 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] Sync routers for ids ['31c20114-fd50-4656-acf8-7473380c92ad'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:48:00.279238 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] Routers {'31c20114-fd50-4656-acf8-7473380c92ad'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:48:00.281350 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:47:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['31c20114-fd50-4656-acf8-7473380c92ad'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:00.290597 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:00.324093 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=531f41df-3848-4e09-a76f-cdecf92660ab,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:00.355271 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-a839d14b-6fc6-4dad-9f46-073e258623bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2225854 Apr 11 17:48:00.356068 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:48:00.358964 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7248e958-06a0-47ca-a76e-9702d1205ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:48:00.407332 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ac9efb-e2e3-464e-9121-d68259e62dfc x-openstack-request-id: req-a5ac9efb-e2e3-464e-9121-d68259e62dfc {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:48:00.407708 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:48:00.407857 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a5ac9efb-e2e3-464e-9121-d68259e62dfc {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:48:00.408694 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ac9efb-e2e3-464e-9121-d68259e62dfc'] response: {'name': 'network-changed', 'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'status': 'completed', 'code': 200} Apr 11 17:48:00.503517 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['531f41df-3848-4e09-a76f-cdecf92660ab'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:48:00.515851 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a552db-0e5a-48a1-aa7e-e5787ce962f8 req-beb1a13a-fd25-40d7-aaf5-5ac1913e5883 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:00.518083 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-37a552db-0e5a-48a1-aa7e-e5787ce962f8 req-beb1a13a-fd25-40d7-aaf5-5ac1913e5883 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0822856 Apr 11 17:48:00.644040 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01817-e8a2-4714-8bbf-b341899332f4 req-13015016-76e8-40db-8a54-ff97e4eef413 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:00.647878 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] Set router 31c20114-fd50-4656-acf8-7473380c92ad gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:48:00.652465 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fca01817-e8a2-4714-8bbf-b341899332f4 req-13015016-76e8-40db-8a54-ff97e4eef413 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 944 time: 0.1308234 Apr 11 17:48:00.677220 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-37a552db-0e5a-48a1-aa7e-e5787ce962f8 req-eaa0cdd7-908f-4952-96c1-9a7c60bf2070 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497746 Apr 11 17:48:00.732435 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fca01817-e8a2-4714-8bbf-b341899332f4 req-a96e376a-bb3a-4193-8041-b5b7372dab52 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787404 Apr 11 17:48:00.960856 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4fffd-5cc2-4533-b861-6fcb2348cb35 req-ce09b8d5-2da1-45c7-85c5-9655c14c18b5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:00.962940 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ddb4fffd-5cc2-4533-b861-6fcb2348cb35 req-ce09b8d5-2da1-45c7-85c5-9655c14c18b5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0990765 Apr 11 17:48:00.989455 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:47:00Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'b6bb23dd-1bf6-4616-b040-e899a3210eb8', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'port_id': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'mac_address': 'fa:16:3e:f8:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:59Z', 'updated_at': '2022-04-11T17:47:59Z', 'revision_number': 0, 'project_id': '56742d0a1df746ab80659261795347ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001385c7-a6e8-4ad0-ab76-7396a0334894', 'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'mac_address': 'fa:16:3e:aa:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:59Z', 'updated_at': '2022-04-11T17:47:04Z', 'revision_number': 5, 'project_id': '56742d0a1df746ab80659261795347ce', 'subnets': [{'id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:01.043699 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] Checking router: 31c20114-fd50-4656-acf8-7473380c92ad for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:48:01.052099 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ddb4fffd-5cc2-4533-b861-6fcb2348cb35 req-778a1503-d9c5-4b7a-847e-8bc7cc84d1f7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815697 Apr 11 17:48:01.060359 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] Routers {'31c20114-fd50-4656-acf8-7473380c92ad'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:48:01.061473 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:47:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['31c20114-fd50-4656-acf8-7473380c92ad'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:01.183082 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] Set router 31c20114-fd50-4656-acf8-7473380c92ad gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:48:01.414963 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:47:00Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'b6bb23dd-1bf6-4616-b040-e899a3210eb8', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'port_id': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'mac_address': 'fa:16:3e:f8:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:59Z', 'updated_at': '2022-04-11T17:47:59Z', 'revision_number': 0, 'project_id': '56742d0a1df746ab80659261795347ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001385c7-a6e8-4ad0-ab76-7396a0334894', 'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'mac_address': 'fa:16:3e:aa:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:59Z', 'updated_at': '2022-04-11T17:47:04Z', 'revision_number': 5, 'project_id': '56742d0a1df746ab80659261795347ce', 'subnets': [{'id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:01.442953 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b204a-6e8f-4b9f-bdcd-7535d14b0505 None None] The sync data for ids ['31c20114-fd50-4656-acf8-7473380c92ad'] in dv-cinder-837167-2-iscsi is: [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:47:00Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'b6bb23dd-1bf6-4616-b040-e899a3210eb8', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'port_id': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'mac_address': 'fa:16:3e:f8:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:59Z', 'updated_at': '2022-04-11T17:47:59Z', 'revision_number': 0, 'project_id': '56742d0a1df746ab80659261795347ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '001385c7-a6e8-4ad0-ab76-7396a0334894', 'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'mac_address': 'fa:16:3e:aa:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:59Z', 'updated_at': '2022-04-11T17:47:04Z', 'revision_number': 5, 'project_id': '56742d0a1df746ab80659261795347ce', 'subnets': [{'id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:48:01.670134 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b15e25-4a97-4cb9-b54d-60a5231cd022 None None] New status for floating IP b6bb23dd-1bf6-4616-b040-e899a3210eb8: ACTIVE {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:48:01.818127 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac7a16-d55e-47af-8a29-0b00c6e91d99 req-682f7f14-46e8-44cf-9256-8c2c4d8acbe6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:01.819702 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c4ac7a16-d55e-47af-8a29-0b00c6e91d99 req-682f7f14-46e8-44cf-9256-8c2c4d8acbe6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0509889 Apr 11 17:48:01.885937 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03485b-06f5-424f-83e7-33e0924080c2 req-881322c5-5593-4137-b9cb-07834f502315 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:01.887593 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3f03485b-06f5-424f-83e7-33e0924080c2 req-881322c5-5593-4137-b9cb-07834f502315 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 944 time: 0.0669551 Apr 11 17:48:01.894108 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 531f41df-3848-4e09-a76f-cdecf92660ab up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:48:01.929424 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c4ac7a16-d55e-47af-8a29-0b00c6e91d99 req-daf6b8b8-6af4-4039-b79b-c7b5e59c3dbf tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000745 Apr 11 17:48:01.967886 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 531f41df-3848-4e09-a76f-cdecf92660ab completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:48:01.979978 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 531f41df-3848-4e09-a76f-cdecf92660ab triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:48:01.980559 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:01.998499 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3f03485b-06f5-424f-83e7-33e0924080c2 req-c444877b-6456-490e-bab2-80150dc9ac22 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966756 Apr 11 17:48:02.084930 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 531f41df-3848-4e09-a76f-cdecf92660ab is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:48:02.085317 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:02.109643 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d35ef5-2357-45dd-ae26-596cf1cb2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531f41df-3848-4e09-a76f-cdecf92660ab'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:48:02.112158 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e1877f-13e5-4e46-b0c7-70d67288f2d0" -d '{"events": [{"server_uuid": "23d35ef5-2357-45dd-ae26-596cf1cb2978", "name": "network-vif-plugged", "status": "completed", "tag": "531f41df-3848-4e09-a76f-cdecf92660ab"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:48:02.125335 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 531f41df-3848-4e09-a76f-cdecf92660ab, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=531f41df-3848-4e09-a76f-cdecf92660ab,segment=NetworkSegment(594e26d7-63c1-4014-9f3e-14b5e6ea18b4),segment_id=594e26d7-63c1-4014-9f3e-14b5e6ea18b4)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:48:02.150338 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:02.189490 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f5b1f5-31fd-4aa8-8438-bbb3ca96f68c x-openstack-request-id: req-c7f5b1f5-31fd-4aa8-8438-bbb3ca96f68c {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:48:02.189810 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d35ef5-2357-45dd-ae26-596cf1cb2978", "name": "network-vif-plugged", "status": "completed", "tag": "531f41df-3848-4e09-a76f-cdecf92660ab", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:48:02.190051 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c7f5b1f5-31fd-4aa8-8438-bbb3ca96f68c {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:48:02.190449 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f5b1f5-31fd-4aa8-8438-bbb3ca96f68c'] response: {'server_uuid': '23d35ef5-2357-45dd-ae26-596cf1cb2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531f41df-3848-4e09-a76f-cdecf92660ab', 'code': 200} Apr 11 17:48:02.222481 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412f562-f14e-4534-8ed0-28cdbba28703 req-84c72e93-5acb-47c2-bfde-e725b3684048 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:02.222919 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=531f41df-3848-4e09-a76f-cdecf92660ab,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:02.224224 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c412f562-f14e-4534-8ed0-28cdbba28703 req-84c72e93-5acb-47c2-bfde-e725b3684048 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0917327 Apr 11 17:48:02.278450 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c412f562-f14e-4534-8ed0-28cdbba28703 req-94d0935d-f7c8-40e7-bd46-88e6a429ffa4 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480556 Apr 11 17:48:03.081311 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f39fe-b9f7-48b2-8fc4-978a4fb0efee req-c291043d-6d4b-4b8d-8a2a-ed8c51bf3750 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:03.082900 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ba1f39fe-b9f7-48b2-8fc4-978a4fb0efee req-c291043d-6d4b-4b8d-8a2a-ed8c51bf3750 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0617669 Apr 11 17:48:03.151036 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d86aec-d836-4550-b807-da33ea51bef7 req-5bddeed0-c570-4e6a-8f10-7c274c493092 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:03.152597 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74d86aec-d836-4550-b807-da33ea51bef7 req-5bddeed0-c570-4e6a-8f10-7c274c493092 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0687764 Apr 11 17:48:03.163606 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:03.191440 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ba1f39fe-b9f7-48b2-8fc4-978a4fb0efee req-cdb8fb9d-3f2d-42f4-b4ea-185e4ef0a8ca tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987897 Apr 11 17:48:03.220515 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74d86aec-d836-4550-b807-da33ea51bef7 req-e1117876-51b4-4b73-a658-3b067ccc407d tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615788 Apr 11 17:48:03.402891 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108f763-991a-4ae3-a8cd-091142754e92 req-c7d28914-7dc6-4ee7-b7c1-d6b4373a2e6e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:03.404428 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1108f763-991a-4ae3-a8cd-091142754e92 req-c7d28914-7dc6-4ee7-b7c1-d6b4373a2e6e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0517480 Apr 11 17:48:03.460672 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1108f763-991a-4ae3-a8cd-091142754e92 req-5596d2ac-c140-4b11-8577-b6ffad90bfe8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500109 Apr 11 17:48:04.057192 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c5a1c-7567-4191-89be-d71a5ffdbce3 req-7bf561b6-06f6-4ed5-ba63-a3d5d9ef271b tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:04.062335 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ab1c5a1c-7567-4191-89be-d71a5ffdbce3 req-7bf561b6-06f6-4ed5-ba63-a3d5d9ef271b tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0554481 Apr 11 17:48:04.129545 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ab1c5a1c-7567-4191-89be-d71a5ffdbce3 req-91540ee6-e639-45fe-ae9f-fe12213ab980 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650079 Apr 11 17:48:04.343110 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcb914-4062-43b5-bbfa-02d40afceeb3 req-07a639bc-60ea-48d1-a29a-e794a6c7ba82 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:04.344674 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7bfcb914-4062-43b5-bbfa-02d40afceeb3 req-07a639bc-60ea-48d1-a29a-e794a6c7ba82 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0834455 Apr 11 17:48:04.359959 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e507b70-1683-470c-bcaf-143276c899e0 req-c47e0331-8a97-4197-bfc0-fa9c0c918136 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:04.361581 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7e507b70-1683-470c-bcaf-143276c899e0 req-c47e0331-8a97-4197-bfc0-fa9c0c918136 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0630646 Apr 11 17:48:04.445450 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7bfcb914-4062-43b5-bbfa-02d40afceeb3 req-42a9167b-eb45-4736-a759-e1103457f970 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827878 Apr 11 17:48:04.448328 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7e507b70-1683-470c-bcaf-143276c899e0 req-38d09680-08dc-46da-b2a7-f8ab625bf939 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791662 Apr 11 17:48:04.590176 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cbbff-0f0f-4291-b65f-613ab3cf598a req-5bf808ee-dd53-434c-bae3-0a794331aae5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:04.592081 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-159cbbff-0f0f-4291-b65f-613ab3cf598a req-5bf808ee-dd53-434c-bae3-0a794331aae5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0519869 Apr 11 17:48:04.689457 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-159cbbff-0f0f-4291-b65f-613ab3cf598a req-4e8a12f8-f665-4311-b561-614f1c05fbe4 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890267 Apr 11 17:48:05.248567 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344264c-593a-440f-990d-c7f9cb852417 req-6934119b-33df-41cd-b24c-ae5756513c3d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:05.249982 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c344264c-593a-440f-990d-c7f9cb852417 req-6934119b-33df-41cd-b24c-ae5756513c3d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0491560 Apr 11 17:48:05.314600 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c344264c-593a-440f-990d-c7f9cb852417 req-951364ec-1d82-4d6f-be77-6cf176ab1949 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583043 Apr 11 17:48:05.616138 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170cea3-17f2-4120-81ad-f4db53c4bc31 req-6a4cdd8a-deeb-4869-8fe5-2d03b6bc4761 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:05.618139 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c170cea3-17f2-4120-81ad-f4db53c4bc31 req-6a4cdd8a-deeb-4869-8fe5-2d03b6bc4761 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0887036 Apr 11 17:48:05.625063 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aff5d-09fb-476c-94b3-bc187a99dbba req-aa459f83-3180-4a92-855b-30de0568d564 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:05.626919 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-284aff5d-09fb-476c-94b3-bc187a99dbba req-aa459f83-3180-4a92-855b-30de0568d564 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0953002 Apr 11 17:48:05.706887 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c170cea3-17f2-4120-81ad-f4db53c4bc31 req-2773f3c7-fe9b-48a3-a0b3-6311145466e8 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789261 Apr 11 17:48:05.713934 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-284aff5d-09fb-476c-94b3-bc187a99dbba req-0eec9971-579e-4022-96e6-f2cd46a16ec2 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796111 Apr 11 17:48:05.831414 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c2fec-fd41-40ea-8ddc-1f4ff115ffa8 req-7edb4a86-697f-45f2-8c77-0bdb624c490c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:05.832974 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-610c2fec-fd41-40ea-8ddc-1f4ff115ffa8 req-7edb4a86-697f-45f2-8c77-0bdb624c490c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0517139 Apr 11 17:48:05.888513 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-610c2fec-fd41-40ea-8ddc-1f4ff115ffa8 req-4c7fac2f-fce1-4ece-9043-c2a85dfd64dd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492101 Apr 11 17:48:06.436870 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e2f86-21ad-4fba-9a56-1ad4545ad2db req-839757b5-d1b0-4813-b30b-0b08a6112ec9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:06.438614 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-690e2f86-21ad-4fba-9a56-1ad4545ad2db req-839757b5-d1b0-4813-b30b-0b08a6112ec9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0536222 Apr 11 17:48:06.505036 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-690e2f86-21ad-4fba-9a56-1ad4545ad2db req-13550b99-7c40-4835-99b8-601716189db9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605164 Apr 11 17:48:06.870025 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2479d1-cba2-4969-9d22-24420d170b5c req-8435aed5-3e79-4d3d-8fc1-352824c11bd5 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:06.871576 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6d2479d1-cba2-4969-9d22-24420d170b5c req-8435aed5-3e79-4d3d-8fc1-352824c11bd5 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0883226 Apr 11 17:48:06.891958 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e027ec-13a9-44c1-8631-4cfc5c13c41f req-efd10e36-95af-4f36-944f-0ae0c7590b45 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:06.893452 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-96e027ec-13a9-44c1-8631-4cfc5c13c41f req-efd10e36-95af-4f36-944f-0ae0c7590b45 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0972755 Apr 11 17:48:06.957928 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6d2479d1-cba2-4969-9d22-24420d170b5c req-3164dc76-8c47-4d7d-8f13-cfedb50db2ab tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803518 Apr 11 17:48:06.970212 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-96e027ec-13a9-44c1-8631-4cfc5c13c41f req-a4fef86d-da30-4b2d-9d5d-8bfe7272a8b7 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699179 Apr 11 17:48:07.072542 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6eb1c-f130-474a-ad47-08b41ffcb225 req-809bcdeb-1a46-464d-98f5-2de6e1878c4a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:07.074037 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bce6eb1c-f130-474a-ad47-08b41ffcb225 req-809bcdeb-1a46-464d-98f5-2de6e1878c4a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0488930 Apr 11 17:48:07.124150 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bce6eb1c-f130-474a-ad47-08b41ffcb225 req-0c778e36-07ef-4ba1-bd02-919646004a4b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439422 Apr 11 17:48:07.636669 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba5c26-9eb8-4a66-b819-534bea178600 req-0e507d10-dbc5-4d11-8d0e-1bdbec661781 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:07.638240 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71ba5c26-9eb8-4a66-b819-534bea178600 req-0e507d10-dbc5-4d11-8d0e-1bdbec661781 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0535324 Apr 11 17:48:07.704544 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71ba5c26-9eb8-4a66-b819-534bea178600 req-27771072-9ec1-4e7b-a38c-8b03d609c024 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602610 Apr 11 17:48:08.108724 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebd04e-e138-42d1-ac36-6066ce7aef27 req-59299d1b-7362-4271-9de1-b57383005a27 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:08.110330 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f5ebd04e-e138-42d1-ac36-6066ce7aef27 req-59299d1b-7362-4271-9de1-b57383005a27 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0763206 Apr 11 17:48:08.130764 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e33ba-71bb-4855-b1ff-d8dd17ec6bdf req-b703cd9b-bccb-4e04-9e99-40deb04d0564 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:08.132246 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-583e33ba-71bb-4855-b1ff-d8dd17ec6bdf req-b703cd9b-bccb-4e04-9e99-40deb04d0564 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0857587 Apr 11 17:48:08.195479 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f5ebd04e-e138-42d1-ac36-6066ce7aef27 req-070c96ea-a0d1-41e6-9d7d-71f04a9aa116 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789275 Apr 11 17:48:08.222432 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-583e33ba-71bb-4855-b1ff-d8dd17ec6bdf req-3189c0e2-521e-472d-a205-8056e7c39072 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826411 Apr 11 17:48:08.309079 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf984e-995f-47d3-a036-dd3aaa0730df req-b7027628-5df9-4886-be10-09724463ecd5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:08.310633 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-40bf984e-995f-47d3-a036-dd3aaa0730df req-b7027628-5df9-4886-be10-09724463ecd5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0517430 Apr 11 17:48:08.362208 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-40bf984e-995f-47d3-a036-dd3aaa0730df req-0d4192fd-0407-4130-aaad-648a40460328 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445831 Apr 11 17:48:08.825075 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bba68-a2e6-486d-a425-90e0059bd835 req-f1a9a8f3-c745-4d1d-bf7e-fb8a508e563d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:08.826953 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e10bba68-a2e6-486d-a425-90e0059bd835 req-f1a9a8f3-c745-4d1d-bf7e-fb8a508e563d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0522721 Apr 11 17:48:08.893082 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e10bba68-a2e6-486d-a425-90e0059bd835 req-8acc23be-5160-4bac-b058-de5b56fb8b4d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595846 Apr 11 17:48:09.366775 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4f5f6-a7e6-4a11-ac6a-694fc91c52d1 req-8b5f9630-ed0e-48ea-8220-4b8ce4b88597 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:09.368314 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a0f4f5f6-a7e6-4a11-ac6a-694fc91c52d1 req-8b5f9630-ed0e-48ea-8220-4b8ce4b88597 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0911219 Apr 11 17:48:09.386738 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab8ded-cad0-4616-9256-61901b71fd98 req-d0c98548-2430-49dd-ab2b-f55390610556 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:09.388364 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8fab8ded-cad0-4616-9256-61901b71fd98 req-d0c98548-2430-49dd-ab2b-f55390610556 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0715518 Apr 11 17:48:09.457625 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a0f4f5f6-a7e6-4a11-ac6a-694fc91c52d1 req-a01b5f9a-278c-4028-8e0f-9acc43812567 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829430 Apr 11 17:48:09.474269 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8fab8ded-cad0-4616-9256-61901b71fd98 req-16a1e732-7960-440c-ae07-1b4d554ff2f9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746295 Apr 11 17:48:09.581030 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab49f6-3d19-43f4-a262-daa04aa2d4db req-796584e6-2762-4de0-9b71-84964642737e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:09.582564 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f0ab49f6-3d19-43f4-a262-daa04aa2d4db req-796584e6-2762-4de0-9b71-84964642737e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0600195 Apr 11 17:48:09.634886 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f0ab49f6-3d19-43f4-a262-daa04aa2d4db req-0d0a419f-2821-4eb2-8413-c5d240711a1c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462186 Apr 11 17:48:10.011331 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916baee-7970-498e-a3dc-5497da489bae req-c71d0fe1-d10e-457c-bf4a-e57c6ad7887a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:10.012809 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1916baee-7970-498e-a3dc-5497da489bae req-c71d0fe1-d10e-457c-bf4a-e57c6ad7887a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0488157 Apr 11 17:48:10.076591 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1916baee-7970-498e-a3dc-5497da489bae req-7ea0ee14-73d6-4967-bd23-7b3057df8cb3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573130 Apr 11 17:48:10.559530 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7de06ab-c770-41fe-876c-8d51680f788e req-f4a20a13-287d-457e-88b1-a9a75642fd22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405564 Apr 11 17:48:10.653088 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86274e9f-ed95-45cd-b7b6-6072d6540745 req-eeeb660a-b99b-4967-aeef-7983b75c54d2 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:10.654651 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-86274e9f-ed95-45cd-b7b6-6072d6540745 req-eeeb660a-b99b-4967-aeef-7983b75c54d2 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.1183019 Apr 11 17:48:10.662128 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2021d-17c1-44a3-bc3d-56e8976f04fc req-c956f367-e9f6-415e-a50a-1ca72171a709 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:10.663516 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b5e2021d-17c1-44a3-bc3d-56e8976f04fc req-c956f367-e9f6-415e-a50a-1ca72171a709 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0950890 Apr 11 17:48:10.666882 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-92b03fe7-49da-4195-9cf3-87cee1c8946a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944970 Apr 11 17:48:10.736716 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-86274e9f-ed95-45cd-b7b6-6072d6540745 req-2c2ba677-868e-4aef-9621-81c26a669a79 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720286 Apr 11 17:48:10.739738 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b5e2021d-17c1-44a3-bc3d-56e8976f04fc req-1c9738a2-f55b-4e73-bf75-e631fa722f1f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673172 Apr 11 17:48:10.850410 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533834b-ea77-45e4-9600-20f31ef09aa0 req-4d52f199-1bb2-4221-a4e6-583505da53e8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:10.851897 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f533834b-ea77-45e4-9600-20f31ef09aa0 req-4d52f199-1bb2-4221-a4e6-583505da53e8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0563917 Apr 11 17:48:10.903749 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f533834b-ea77-45e4-9600-20f31ef09aa0 req-78595f2e-707f-4b4c-91a6-0cd0d7d73f45 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455837 Apr 11 17:48:11.088962 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-c77c44ad-cf95-4419-a112-4c8ac11df97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:11.090295 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-c77c44ad-cf95-4419-a112-4c8ac11df97e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56742d0a1df746ab80659261795347ce&device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 1129 time: 0.0500250 Apr 11 17:48:11.166211 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7de06ab-c770-41fe-876c-8d51680f788e req-58f586a3-786b-44a2-bdbf-707120349075 service neutron] 10.222.0.37 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130180 Apr 11 17:48:11.272909 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af01fe1-0f03-46a4-a354-f6f876a728d3 req-975644e7-b423-4b79-b73c-4d2fa8897232 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:11.274415 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8af01fe1-0f03-46a4-a354-f6f876a728d3 req-975644e7-b423-4b79-b73c-4d2fa8897232 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.1270800 Apr 11 17:48:11.277582 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-0cb32fdd-45cd-4432-ab7b-aa8ce6023292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:11.280267 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-0cb32fdd-45cd-4432-ab7b-aa8ce6023292 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 1129 time: 0.0837595 Apr 11 17:48:11.296950 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-57366c37-9768-4447-a970-53eb8db704eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:11.298492 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-57366c37-9768-4447-a970-53eb8db704eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=972d43f1fad849a0aca760c4257c6d35&device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 1169 time: 0.0809536 Apr 11 17:48:11.319489 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7de06ab-c770-41fe-876c-8d51680f788e req-1afe2ff0-6d36-4e27-b04b-12f183c41dcc service neutron] 10.222.0.37 "GET /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333253 Apr 11 17:48:11.388212 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-f30ba4ab-8602-405d-92a9-400e8b5fcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:11.389658 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-f30ba4ab-8602-405d-92a9-400e8b5fcc66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc320569-a755-4d7f-8e84-71edd9fbb209 HTTP/1.1" status: 200 len: 909 time: 0.2050269 Apr 11 17:48:11.399933 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8af01fe1-0f03-46a4-a354-f6f876a728d3 req-931f33e2-5200-439a-aca4-3e7ed11c3c67 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167293 Apr 11 17:48:11.582154 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c087421a-aac3-4a11-82aa-3c3f53197fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:11.958679 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d5db-6825-4449-a7a3-c7ec15883025 req-53843378-f7c7-4129-a243-c3d12a7e18a4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:11.960389 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2d69d5db-6825-4449-a7a3-c7ec15883025 req-53843378-f7c7-4129-a243-c3d12a7e18a4 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.1524117 Apr 11 17:48:11.972139 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9276f-0759-4b2d-a3df-af7e45b4470b req-bbd6095c-ce79-497f-b734-a8b4fc38420a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:11.973617 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b9a9276f-0759-4b2d-a3df-af7e45b4470b req-bbd6095c-ce79-497f-b734-a8b4fc38420a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.1562448 Apr 11 17:48:11.995094 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cf8c2-4772-4373-9117-dbce197284a2 req-11356037-3b15-42a7-bc2a-44aa82da1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:11.996580 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8c0cf8c2-4772-4373-9117-dbce197284a2 req-11356037-3b15-42a7-bc2a-44aa82da1fb1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 1129 time: 0.1222804 Apr 11 17:48:12.017408 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-6286ce17-7c9f-4b48-9d17-7135b736fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.018913 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-6286ce17-7c9f-4b48-9d17-7135b736fa71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.1681881 Apr 11 17:48:12.020337 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-ddfa318e-8169-4ee3-9189-bb8769655374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.021643 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-ddfa318e-8169-4ee3-9189-bb8769655374 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1296a78-ceae-4ab5-b9c1-5b0de8049895 HTTP/1.1" status: 200 len: 915 time: 0.1696687 Apr 11 17:48:12.030418 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-7c2c3101-a54f-48af-b94e-79f470e6618e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3 HTTP/1.1" status: 200 len: 1000 time: 0.1798043 Apr 11 17:48:12.097069 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-e2934c67-0add-4c92-a498-c2f52cdbaabe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f HTTP/1.1" status: 200 len: 217 time: 0.0663922 Apr 11 17:48:12.110283 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2d69d5db-6825-4449-a7a3-c7ec15883025 req-ebd06f30-46a3-42be-8952-f8df940bddce tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323771 Apr 11 17:48:12.144849 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b9a9276f-0759-4b2d-a3df-af7e45b4470b req-50272dce-bce6-41d3-ba61-51f267280aad tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594913 Apr 11 17:48:12.147111 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8c0cf8c2-4772-4373-9117-dbce197284a2 req-7eb2cc79-4e20-4a9c-b2a6-950d3fe38df0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303840 Apr 11 17:48:12.148827 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-dff65da5-9ae5-4775-9fae-b7b6cb083852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.150024 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-dff65da5-9ae5-4775-9fae-b7b6cb083852 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28ce48ab-926e-4182-b06b-bee801f2e4cd HTTP/1.1" status: 200 len: 847 time: 0.1056008 Apr 11 17:48:12.160038 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-13abc92b-ce11-4d36-be0e-a9262f5236df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 200 len: 1001 time: 0.1278343 Apr 11 17:48:12.165438 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-3a4f560b-9912-4544-8ad5-5f825a3f6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.166849 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-3a4f560b-9912-4544-8ad5-5f825a3f6ac7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0625539 Apr 11 17:48:12.229873 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7add00-5bed-4aaa-b52f-d358ca2509a8 req-84ce5286-c6d3-485f-a5e0-78c6b08bc8cb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.231398 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1b7add00-5bed-4aaa-b52f-d358ca2509a8 req-84ce5286-c6d3-485f-a5e0-78c6b08bc8cb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0559039 Apr 11 17:48:12.276704 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e531ed9-c5af-467d-ad79-9869a82a9890 req-ac5444d0-8af5-44b8-9aac-ac5026445745 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.278175 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6e531ed9-c5af-467d-ad79-9869a82a9890 req-ac5444d0-8af5-44b8-9aac-ac5026445745 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0666952 Apr 11 17:48:12.287342 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 56780) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:48:12.291961 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-b8179f67-0f46-4507-bd35-c3448e1a7904 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Request body: {'floatingip': {'port_id': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:48:12.305534 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1b7add00-5bed-4aaa-b52f-d358ca2509a8 req-1bd86307-4bdd-46c2-a477-e74197039c52 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582516 Apr 11 17:48:12.331868 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b8179f67-0f46-4507-bd35-c3448e1a7904 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for floatingip (e64bca8d-b2a5-4470-90c6-1c5e7347bb5d), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:12.432687 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-a6e4a933-e7f4-4793-9d37-c0866a24ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.434430 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-a6e4a933-e7f4-4793-9d37-c0866a24ff84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc320569-a755-4d7f-8e84-71edd9fbb209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511227 Apr 11 17:48:12.510772 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-0d6e4d43-7c27-4a63-9f5e-f959a35372dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.512259 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-0d6e4d43-7c27-4a63-9f5e-f959a35372dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152363 Apr 11 17:48:12.521087 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-94b56fa5-38d3-4465-a865-85afc9da5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.522597 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-94b56fa5-38d3-4465-a865-85afc9da5802 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e43e9b-cc14-4eca-8175-44631c934fef HTTP/1.1" status: 200 len: 853 time: 0.1244731 Apr 11 17:48:12.551105 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f385a39-c8b2-4806-9b51-a9f1cacb3040 req-46e93481-7662-47c5-a8cf-6b87ad7cd21d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.552613 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3f385a39-c8b2-4806-9b51-a9f1cacb3040 req-46e93481-7662-47c5-a8cf-6b87ad7cd21d tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0774336 Apr 11 17:48:12.586662 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-f752117a-1d83-4d94-aa6b-d87e56c713a6 service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445055 Apr 11 17:48:12.879330 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3f385a39-c8b2-4806-9b51-a9f1cacb3040 req-c01af95b-7d60-4b7e-91d6-671ff21d06c5 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3201189 Apr 11 17:48:12.900573 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-d4a3897b-f358-48d6-a449-2d12c1e69002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:12.902186 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-d4a3897b-f358-48d6-a449-2d12c1e69002 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1296a78-ceae-4ab5-b9c1-5b0de8049895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3643696 Apr 11 17:48:12.959616 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-acdd1671-7219-409b-8c26-833912376ccd service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341102 Apr 11 17:48:13.156546 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7248e958-06a0-47ca-a76e-9702d1205ac2 req-46de5afb-0764-45c8-a7d1-304caddafdb1 service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881460 Apr 11 17:48:13.239935 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce127a3c-981a-4258-9322-401445500266 req-87a31956-8cb8-42fd-be1e-a54fc53a71eb tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:13.239935 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ce127a3c-981a-4258-9322-401445500266 req-87a31956-8cb8-42fd-be1e-a54fc53a71eb tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0529008 Apr 11 17:48:13.295413 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ce127a3c-981a-4258-9322-401445500266 req-011b4b66-e991-4717-bd47-57688c899737 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455194 Apr 11 17:48:13.307208 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7343c523-fd07-4cb7-bd3f-96608dc3d06e req-c2b4de96-fa8e-4b7b-81f7-3f4a3579712f service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075856 Apr 11 17:48:13.307208 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-7eb306e5-976d-4f46-87da-9963bb1d12cf service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123206 Apr 11 17:48:13.409831 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b8179f67-0f46-4507-bd35-c3448e1a7904 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:13.416842 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b8179f67-0f46-4507-bd35-c3448e1a7904 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (e64bca8d-b2a5-4470-90c6-1c5e7347bb5d), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:13.428459 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a3d77-97c1-4418-9139-c7b78778da0c req-bc9f3062-84c4-4196-8e3a-d2aa12c4d231 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:13.429967 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac5a3d77-97c1-4418-9139-c7b78778da0c req-bc9f3062-84c4-4196-8e3a-d2aa12c4d231 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0492673 Apr 11 17:48:13.476636 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac5a3d77-97c1-4418-9139-c7b78778da0c req-862f8413-dc34-4b4b-b3ba-57e1fa045c47 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407739 Apr 11 17:48:13.513487 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1e8719b6-ab3d-47f4-842b-7dd199eb209c req-46485431-fede-4c9e-a5f4-5cd9b4013b49 service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797757 Apr 11 17:48:13.539925 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [None req-b8179f67-0f46-4507-bd35-c3448e1a7904 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Floating IP e64bca8d-b2a5-4470-90c6-1c5e7347bb5d associated. External IP: 172.27.0.172, port: ccb211b1-bc95-4bb3-9c0a-e3e556af8219. Apr 11 17:48:13.763892 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8179f67-0f46-4507-bd35-c3448e1a7904 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:48:13.874365 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8179f67-0f46-4507-bd35-c3448e1a7904 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:48:13.878878 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b8179f67-0f46-4507-bd35-c3448e1a7904 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:13.884527 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] Sync routers for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:48:13.895474 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:48:13.896089 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:47:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:13.926334 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-b8179f67-0f46-4507-bd35-c3448e1a7904 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "PUT /v2.0/floatingips/e64bca8d-b2a5-4470-90c6-1c5e7347bb5d HTTP/1.1" status: 200 len: 992 time: 1.6377740 Apr 11 17:48:13.927335 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:48:13.930594 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb80c43-0289-4d35-9ca0-08e2161d9b56" -d '{"events": [{"name": "network-changed", "server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:48:13.966999 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2345c4-15ff-438b-8763-0fc16d9ce10f x-openstack-request-id: req-fa2345c4-15ff-438b-8763-0fc16d9ce10f {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:48:13.967290 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:48:13.967541 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa2345c4-15ff-438b-8763-0fc16d9ce10f {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:48:13.967943 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2345c4-15ff-438b-8763-0fc16d9ce10f'] response: {'name': 'network-changed', 'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'status': 'completed', 'code': 200} Apr 11 17:48:13.997962 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c566a-4ba1-4aa8-bae1-1f3b14a32571 req-482573be-e860-495c-b27f-042fda0f281f tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:13.999515 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-698c566a-4ba1-4aa8-bae1-1f3b14a32571 req-482573be-e860-495c-b27f-042fda0f281f tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0493133 Apr 11 17:48:14.024802 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:48:14.069170 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-698c566a-4ba1-4aa8-bae1-1f3b14a32571 req-e57a78c7-3a8a-4e5a-a1a2-0f533284b34b tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634103 Apr 11 17:48:14.243716 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e64bca8d-b2a5-4470-90c6-1c5e7347bb5d', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'port_id': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'mac_address': 'fa:16:3e:05:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:45Z', 'updated_at': '2022-04-11T17:48:13Z', 'revision_number': 1, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:31Z', 'revision_number': 5, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:14.262332 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d4050020-5d62-413d-bfdc-ca3124afa50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:14.270312 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] Checking router: 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:48:14.278866 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:48:14.279388 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:48:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:14.390582 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:48:14.410749 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6941-400c-47bc-a4df-bc284e9657c6 req-62e44384-d1a7-4842-9e1b-e43653f6ea73 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:14.412211 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-63ce6941-400c-47bc-a4df-bc284e9657c6 req-62e44384-d1a7-4842-9e1b-e43653f6ea73 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0477862 Apr 11 17:48:14.461179 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-63ce6941-400c-47bc-a4df-bc284e9657c6 req-4998ebf1-8f8c-47c5-808c-bb5ba30627ac tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430965 Apr 11 17:48:14.616149 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-0b80d2ca-be1c-45d6-86bf-ef94866a93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:14.617047 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-0b80d2ca-be1c-45d6-86bf-ef94866a93c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 1130 time: 0.0796652 Apr 11 17:48:14.635211 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b913496-27d1-4eb7-9bf8-8b53de502d4d req-0e4a40db-28cf-41f6-badb-6fc55d3b78b8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:14.640805 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8b913496-27d1-4eb7-9bf8-8b53de502d4d req-0e4a40db-28cf-41f6-badb-6fc55d3b78b8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0666373 Apr 11 17:48:14.662841 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e64bca8d-b2a5-4470-90c6-1c5e7347bb5d', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'port_id': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'mac_address': 'fa:16:3e:05:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:45Z', 'updated_at': '2022-04-11T17:48:13Z', 'revision_number': 1, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:31Z', 'revision_number': 5, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:14.687321 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8b913496-27d1-4eb7-9bf8-8b53de502d4d req-086b5c76-009d-473c-80d0-c02e2fe21878 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454583 Apr 11 17:48:14.783454 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4a91e-aaa0-4923-afce-97d3aece9c82 None None] The sync data for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi is: [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e64bca8d-b2a5-4470-90c6-1c5e7347bb5d', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'port_id': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'mac_address': 'fa:16:3e:05:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:45Z', 'updated_at': '2022-04-11T17:48:13Z', 'revision_number': 1, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:31Z', 'revision_number': 5, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:48:14.918983 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-7340152f-63e5-43b9-916c-e1e8e6bb59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:14.920544 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-7340152f-63e5-43b9-916c-e1e8e6bb59c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.1106806 Apr 11 17:48:15.004975 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af5820-2914-4850-9bc4-efd102e78e74 None None] New status for floating IP e64bca8d-b2a5-4470-90c6-1c5e7347bb5d: ACTIVE {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:48:15.012392 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-50ebadaa-3a38-44f8-98f2-e961f8c0880f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219 HTTP/1.1" status: 200 len: 1000 time: 0.0705202 Apr 11 17:48:15.080668 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-a3935f85-8fab-48fb-b6cc-034643152698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:15.082542 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-a3935f85-8fab-48fb-b6cc-034643152698 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0553749 Apr 11 17:48:15.201477 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f045ca-7a74-4dc0-8adb-750291d08632 req-70d233e1-253f-4b05-a229-3ec175209f57 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:15.203189 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f3f045ca-7a74-4dc0-8adb-750291d08632 req-70d233e1-253f-4b05-a229-3ec175209f57 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0638447 Apr 11 17:48:15.265387 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f3f045ca-7a74-4dc0-8adb-750291d08632 req-aeb595e9-68bf-42de-8025-7903568c76c7 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544720 Apr 11 17:48:15.360690 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f5741-6dd1-4570-a95e-db8fc40a18aa req-afefd68d-5841-4a23-9bc7-8b480cb47089 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:15.362345 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e28f5741-6dd1-4570-a95e-db8fc40a18aa req-afefd68d-5841-4a23-9bc7-8b480cb47089 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0506315 Apr 11 17:48:15.412399 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e28f5741-6dd1-4570-a95e-db8fc40a18aa req-b7c00d9f-3b49-45a2-8b71-01835266e7ab tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Apr 11 17:48:15.485194 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-6654ec02-491a-4858-b6eb-ecc06b57e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:15.486757 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-6654ec02-491a-4858-b6eb-ecc06b57e48f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423596 Apr 11 17:48:15.824109 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1cc63-6bec-4ba8-b2c2-1640a4f50cbc req-80b79d33-ae5c-4bba-901d-3d228b671a24 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:15.825580 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fcc1cc63-6bec-4ba8-b2c2-1640a4f50cbc req-80b79d33-ae5c-4bba-901d-3d228b671a24 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0503888 Apr 11 17:48:15.875374 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fcc1cc63-6bec-4ba8-b2c2-1640a4f50cbc req-eb41a308-867a-4c6f-b4bb-06fb7afc0b6a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440104 Apr 11 17:48:16.054551 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:16.381287 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f474088-40c1-4801-8ece-1d56b1354072 req-7007fd60-ef94-45f8-ae9c-f9939a7a87e1 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:16.383166 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4f474088-40c1-4801-8ece-1d56b1354072 req-7007fd60-ef94-45f8-ae9c-f9939a7a87e1 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0487983 Apr 11 17:48:16.442624 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4f474088-40c1-4801-8ece-1d56b1354072 req-0f0ec2d9-33eb-4a9b-9978-1754168e4e50 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535858 Apr 11 17:48:16.526243 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f85e0-59f9-4fc9-baf9-95cb8f149fa6 req-3b301fbc-81fd-4d1b-be7c-58ade3085307 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:16.527735 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b60f85e0-59f9-4fc9-baf9-95cb8f149fa6 req-3b301fbc-81fd-4d1b-be7c-58ade3085307 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0482240 Apr 11 17:48:16.581610 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b60f85e0-59f9-4fc9-baf9-95cb8f149fa6 req-61a18cf0-0ead-438f-8218-ae353246f616 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479982 Apr 11 17:48:16.998511 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae76d5e-15f0-4043-8c93-d89e68f79124 req-cc9d07dd-670a-45a4-b446-f3fa89a3f299 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:17.000070 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ae76d5e-15f0-4043-8c93-d89e68f79124 req-cc9d07dd-670a-45a4-b446-f3fa89a3f299 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0505576 Apr 11 17:48:17.048527 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ae76d5e-15f0-4043-8c93-d89e68f79124 req-93071386-4856-4794-987d-a199e5bef636 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Apr 11 17:48:17.080132 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:17.408506 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-eab54f55-a8a9-421f-b7a2-5d4d8126c8f5 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951030 Apr 11 17:48:17.561272 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba732e-085d-4455-b1f4-d02e6f982107 req-525097f7-e71a-42dd-a520-287f2a918996 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:17.562781 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-02ba732e-085d-4455-b1f4-d02e6f982107 req-525097f7-e71a-42dd-a520-287f2a918996 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0481627 Apr 11 17:48:17.622446 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-02ba732e-085d-4455-b1f4-d02e6f982107 req-97011df7-efcf-4336-b3c3-b8d2f2db595c tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537910 Apr 11 17:48:17.716981 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48e127-2801-46ed-809f-66128dff6caa req-fcd649b7-6dc4-4461-8d88-cdfc53ad4e98 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:17.718479 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3a48e127-2801-46ed-809f-66128dff6caa req-fcd649b7-6dc4-4461-8d88-cdfc53ad4e98 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0559525 Apr 11 17:48:17.765451 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3a48e127-2801-46ed-809f-66128dff6caa req-496f3ef2-b271-4bb6-a003-3cbeab881a03 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Apr 11 17:48:18.180447 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46872051-3221-4539-832b-52c7bd61d497 req-b915ca23-c8fe-419b-b756-47621b21e2cb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:18.181873 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-46872051-3221-4539-832b-52c7bd61d497 req-b915ca23-c8fe-419b-b756-47621b21e2cb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0532658 Apr 11 17:48:18.228398 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-46872051-3221-4539-832b-52c7bd61d497 req-07c6bb84-f2de-41ff-af40-3988f8b9cccc tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406651 Apr 11 17:48:18.332409 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:18.531611 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-bd9c3650-275d-4fc8-af49-e4ef0429570d tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:18.533046 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-bd9c3650-275d-4fc8-af49-e4ef0429570d tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.1194258 Apr 11 17:48:18.579991 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5cb80c43-0289-4d35-9ca0-08e2161d9b56 req-eb30626e-8063-4a84-9a50-b39b190946c2 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857057 Apr 11 17:48:18.671339 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Deleting port 531f41df-3848-4e09-a76f-cdecf92660ab {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:48:18.671684 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:18.740571 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de11f68-6016-4492-906f-b864d4fcf24d req-b2ddcf94-91ad-40bc-80b1-8e837676a791 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:18.742159 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5de11f68-6016-4492-906f-b864d4fcf24d req-b2ddcf94-91ad-40bc-80b1-8e837676a791 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0491645 Apr 11 17:48:18.763355 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] For port 531f41df-3848-4e09-a76f-cdecf92660ab, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=531f41df-3848-4e09-a76f-cdecf92660ab,segment=NetworkSegment(594e26d7-63c1-4014-9f3e-14b5e6ea18b4),segment_id=594e26d7-63c1-4014-9f3e-14b5e6ea18b4)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:48:18.763661 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:18.779104 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Calling delete_port for 531f41df-3848-4e09-a76f-cdecf92660ab owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:48:18.810549 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5de11f68-6016-4492-906f-b864d4fcf24d req-23f7db03-a0e5-405f-ad43-3267b4befd91 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624471 Apr 11 17:48:18.880831 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06da2-fbd8-4ac0-8270-01fa9452bb11 req-552a2f96-2ec5-44c5-992e-8b59863d2d1a tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:18.882683 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74e06da2-fbd8-4ac0-8270-01fa9452bb11 req-552a2f96-2ec5-44c5-992e-8b59863d2d1a tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 945 time: 0.0470982 Apr 11 17:48:18.948111 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74e06da2-fbd8-4ac0-8270-01fa9452bb11 req-d485dfb3-885a-4ef4-b7b9-055eea253b20 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e7394cd-50e8-4b0b-9843-c0def565fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542576 Apr 11 17:48:18.954310 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (531f41df-3848-4e09-a76f-cdecf92660ab), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:19.202801 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Pushing event deleted for resources: {'Port': ['ID=531f41df-3848-4e09-a76f-cdecf92660ab,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:19.233621 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.233999 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.234338 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.234672 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.235007 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.235331 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.235658 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.236004 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.236323 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.236643 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.236942 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.237260 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.237576 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.237916 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.238220 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:19.275971 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] No DVR routers for this DVR port 531f41df-3848-4e09-a76f-cdecf92660ab on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:48:19.279296 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:19.282721 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fd72234e-0bc9-42c8-b8f0-970dcaf0b7ca req-4128a3ff-c9bc-4e28-9912-6e514e1bbc8b tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.37 "DELETE /v2.0/ports/531f41df-3848-4e09-a76f-cdecf92660ab HTTP/1.1" status: 204 len: 173 time: 0.7434957 Apr 11 17:48:19.283323 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d35ef5-2357-45dd-ae26-596cf1cb2978', 'name': 'network-vif-deleted', 'tag': '531f41df-3848-4e09-a76f-cdecf92660ab'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:48:19.285595 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0705e9-b921-47cb-95c0-1bd47cc11f2d" -d '{"events": [{"server_uuid": "23d35ef5-2357-45dd-ae26-596cf1cb2978", "name": "network-vif-deleted", "tag": "531f41df-3848-4e09-a76f-cdecf92660ab"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:48:19.323320 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd56c1a-4591-49b1-bd42-dbf5b35a2e6f x-openstack-request-id: req-cdd56c1a-4591-49b1-bd42-dbf5b35a2e6f {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:48:19.323611 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d35ef5-2357-45dd-ae26-596cf1cb2978", "name": "network-vif-deleted", "tag": "531f41df-3848-4e09-a76f-cdecf92660ab", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:48:19.323862 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cdd56c1a-4591-49b1-bd42-dbf5b35a2e6f {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:48:19.324274 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd56c1a-4591-49b1-bd42-dbf5b35a2e6f'] response: {'server_uuid': '23d35ef5-2357-45dd-ae26-596cf1cb2978', 'name': 'network-vif-deleted', 'tag': '531f41df-3848-4e09-a76f-cdecf92660ab', 'status': 'completed', 'code': 200} Apr 11 17:48:19.353413 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d903fe-f321-4015-af9b-d6782db117ca req-0e3bc23f-409b-418a-942d-aa61da24d46e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:19.354914 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-89d903fe-f321-4015-af9b-d6782db117ca req-0e3bc23f-409b-418a-942d-aa61da24d46e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 944 time: 0.0509310 Apr 11 17:48:19.405517 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-89d903fe-f321-4015-af9b-d6782db117ca req-b19782a3-a7fa-40ae-8d94-5e6bcaeee817 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428858 Apr 11 17:48:19.936929 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4a32-f82c-47bb-856d-96d482bfee94 req-867b0f1e-7268-4641-8544-76df3b732c72 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:19.938506 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-914e4a32-f82c-47bb-856d-96d482bfee94 req-867b0f1e-7268-4641-8544-76df3b732c72 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0520909 Apr 11 17:48:19.989096 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:48:20.009366 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 4af6de3b-7fc6-4201-b475-4ebeacde9499 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:48:20.020512 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-914e4a32-f82c-47bb-856d-96d482bfee94 req-7b53212f-8953-43c0-83e0-1e72f6b07f58 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754745 Apr 11 17:48:20.042360 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 531f41df-3848-4e09-a76f-cdecf92660ab no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:48:20.075493 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 531f41df-3848-4e09-a76f-cdecf92660ab {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:48:20.075829 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 531f41df-3848-4e09-a76f-cdecf92660ab not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:48:20.112485 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ef860b8e-5336-4769-828f-bdc3c392b9a8 req-dd6cd319-3c12-4c6a-b3d2-ca6aad08aec6 tempest-VolumesActionsTest-2017814504 tempest-VolumesActionsTest-2017814504-project] 10.222.0.79 "GET /v2.0/ports?device_id=23d35ef5-2357-45dd-ae26-596cf1cb2978 HTTP/1.1" status: 200 len: 210 time: 0.0293865 Apr 11 17:48:20.174279 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:48:20.184908 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'port_id': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'mac_address': 'fa:16:3e:df:79:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:48:20.226293 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 4af6de3b-7fc6-4201-b475-4ebeacde9499 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:48:20.226688 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:20.240092 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af6de3b-7fc6-4201-b475-4ebeacde9499 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:48:20.260097 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:48:20.265486 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:20.317080 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=9']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:20.527566 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601267df-aa19-4622-8d6c-19e3bf2f4a4e req-e07a6e97-c592-4124-bebf-6f8a8c1dbc41 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:20.529056 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-601267df-aa19-4622-8d6c-19e3bf2f4a4e req-e07a6e97-c592-4124-bebf-6f8a8c1dbc41 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 945 time: 0.0497813 Apr 11 17:48:20.579172 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-601267df-aa19-4622-8d6c-19e3bf2f4a4e req-b9bc792e-df0d-4929-a80b-6c8db57c4627 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443237 Apr 11 17:48:20.638725 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['4af6de3b-7fc6-4201-b475-4ebeacde9499'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:48:21.151044 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cd54-322d-43d5-8020-bf858357b78f req-8a5612e0-95aa-4784-8c8e-327a6958051e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:21.152549 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9042cd54-322d-43d5-8020-bf858357b78f req-8a5612e0-95aa-4784-8c8e-327a6958051e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0483057 Apr 11 17:48:21.213389 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9042cd54-322d-43d5-8020-bf858357b78f req-3211c60e-9950-4f58-ac0a-247b4f16a430 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549724 Apr 11 17:48:21.712396 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ac5f-9ecb-4362-8e50-e62c5885d4f3 req-e4c8e3b5-0c09-4c38-8fdf-2438e3ab7092 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:21.713980 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6917ac5f-9ecb-4362-8e50-e62c5885d4f3 req-e4c8e3b5-0c09-4c38-8fdf-2438e3ab7092 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 945 time: 0.0544136 Apr 11 17:48:21.762289 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6917ac5f-9ecb-4362-8e50-e62c5885d4f3 req-f7139d4e-b644-4f70-950a-1756217e8632 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425537 Apr 11 17:48:22.036977 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 4af6de3b-7fc6-4201-b475-4ebeacde9499 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:48:22.085373 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 4af6de3b-7fc6-4201-b475-4ebeacde9499 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:48:22.085782 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:22.167058 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 4af6de3b-7fc6-4201-b475-4ebeacde9499 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:48:22.167406 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:22.189636 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:48:22.191885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c25559f-3538-4dc7-b293-e1c69a6193b0" -d '{"events": [{"server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "name": "network-vif-plugged", "status": "completed", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:48:22.203980 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:48:22.209434 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:22.232328 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f54d362-53b2-41d2-8d9b-8b24f5e9d672 x-openstack-request-id: req-2f54d362-53b2-41d2-8d9b-8b24f5e9d672 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:48:22.232612 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "name": "network-vif-plugged", "status": "completed", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:48:22.232856 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2f54d362-53b2-41d2-8d9b-8b24f5e9d672 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:48:22.233242 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f54d362-53b2-41d2-8d9b-8b24f5e9d672'] response: {'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'code': 200} Apr 11 17:48:22.259555 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=10']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:22.326755 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8ed26-ac9d-4a5c-aafa-ad9bcba59cfe req-b195f5eb-3d3c-42d1-8c76-01ee4f233e87 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:22.328140 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b5f8ed26-ac9d-4a5c-aafa-ad9bcba59cfe req-b195f5eb-3d3c-42d1-8c76-01ee4f233e87 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0503218 Apr 11 17:48:22.393379 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b5f8ed26-ac9d-4a5c-aafa-ad9bcba59cfe req-e16b0bca-67d4-4022-94d4-fe6083ca5bc0 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586615 Apr 11 17:48:22.885546 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693d3c7-8760-4297-b07a-021e82bab374 req-8e26ceca-c062-4eef-a5b6-b43cdf515cee tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:22.887060 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2693d3c7-8760-4297-b07a-021e82bab374 req-8e26ceca-c062-4eef-a5b6-b43cdf515cee tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 947 time: 0.0484350 Apr 11 17:48:22.936095 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2693d3c7-8760-4297-b07a-021e82bab374 req-cd199fe8-009f-4c31-9324-623c16353a54 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 Apr 11 17:48:23.508776 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cf9f3-1326-47b0-99a6-15bdabc6b5e8 req-99d393c2-caab-4f94-bfd4-9322d9709767 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:23.510272 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-495cf9f3-1326-47b0-99a6-15bdabc6b5e8 req-99d393c2-caab-4f94-bfd4-9322d9709767 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0486002 Apr 11 17:48:23.575780 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-495cf9f3-1326-47b0-99a6-15bdabc6b5e8 req-06b87067-3cb3-43ff-986b-0517ae0df640 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597093 Apr 11 17:48:24.055303 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc83f24-58ce-432a-b9b9-6499b25fadda req-b47bdadf-a45b-4ced-af2f-df0c114d5683 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:24.056782 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bbc83f24-58ce-432a-b9b9-6499b25fadda req-b47bdadf-a45b-4ced-af2f-df0c114d5683 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 947 time: 0.0471394 Apr 11 17:48:24.104804 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bbc83f24-58ce-432a-b9b9-6499b25fadda req-cf1eb7c3-81a6-409e-b50e-7592df2d1bef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423739 Apr 11 17:48:24.689470 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f7f3d-3fb5-476c-abb2-94d6575fe36d req-221bf575-d942-43d1-badd-d975e15fb166 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:24.690981 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ba9f7f3d-3fb5-476c-abb2-94d6575fe36d req-221bf575-d942-43d1-badd-d975e15fb166 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0476055 Apr 11 17:48:24.750526 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ba9f7f3d-3fb5-476c-abb2-94d6575fe36d req-e36923b3-bba7-410b-b2dd-ef4035c80937 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535884 Apr 11 17:48:25.247870 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec365a9a-1667-4663-8300-2d50a410fb5a req-23c175a0-7bf5-439c-9621-a2000dc47a79 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:25.249404 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ec365a9a-1667-4663-8300-2d50a410fb5a req-23c175a0-7bf5-439c-9621-a2000dc47a79 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 947 time: 0.0680492 Apr 11 17:48:25.301883 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ec365a9a-1667-4663-8300-2d50a410fb5a req-2d410d1e-bf5b-4718-accd-7011190a1299 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464699 Apr 11 17:48:25.556100 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a348-5edc-4df9-b223-34d18a16f449 req-d1053c5e-fcb1-491c-aa44-f7e9731dfca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:25.557524 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-80c3a348-5edc-4df9-b223-34d18a16f449 req-d1053c5e-fcb1-491c-aa44-f7e9731dfca1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 1131 time: 0.0422325 Apr 11 17:48:25.626412 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-80c3a348-5edc-4df9-b223-34d18a16f449 req-eddb88bb-86eb-4ba9-a2f1-793cf15338b0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549121 Apr 11 17:48:25.866862 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f9f54-59b5-4b09-bf2a-a96e3c019b73 req-9a9f445b-847c-427f-a381-a110234af44a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:25.868337 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-343f9f54-59b5-4b09-bf2a-a96e3c019b73 req-9a9f445b-847c-427f-a381-a110234af44a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0484548 Apr 11 17:48:25.931009 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-343f9f54-59b5-4b09-bf2a-a96e3c019b73 req-98d714a8-7df8-4ded-94fd-60030fd77c7f tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567803 Apr 11 17:48:26.431905 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b32c06-20de-42fa-90c1-b178ab9ca49d req-0c977518-87b1-43c8-a9c1-ea89de85026b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:26.433491 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b2b32c06-20de-42fa-90c1-b178ab9ca49d req-0c977518-87b1-43c8-a9c1-ea89de85026b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 947 time: 0.0537236 Apr 11 17:48:26.539960 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b2b32c06-20de-42fa-90c1-b178ab9ca49d req-9b463428-ed90-42c2-9072-509d5b7bf5a4 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999072 Apr 11 17:48:27.111925 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95277-ab2e-48dd-9816-febd558529ad req-f2b31328-33de-449a-a81b-8583b0daf8f2 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:27.124262 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f6a95277-ab2e-48dd-9816-febd558529ad req-f2b31328-33de-449a-a81b-8583b0daf8f2 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.1165619 Apr 11 17:48:27.206149 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f6a95277-ab2e-48dd-9816-febd558529ad req-0348d498-ad53-49a4-9553-9b881c78a16b tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792468 Apr 11 17:48:27.697176 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7b1e3-531e-4865-86d9-c2132912ff47 req-7a6f1c17-5470-4579-9bad-936272347fcd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:27.704830 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b7d7b1e3-531e-4865-86d9-c2132912ff47 req-7a6f1c17-5470-4579-9bad-936272347fcd tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 947 time: 0.0811837 Apr 11 17:48:27.762472 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b7d7b1e3-531e-4865-86d9-c2132912ff47 req-2fa1ccbc-930e-4254-ab4b-f3a07ec12fc3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560017 Apr 11 17:48:28.329474 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837b2df-3b3d-4441-ad2f-71e76c762c8a req-ce1be34f-9c3a-4fa3-b817-1ef4405cfd5f tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:28.331019 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2837b2df-3b3d-4441-ad2f-71e76c762c8a req-ce1be34f-9c3a-4fa3-b817-1ef4405cfd5f tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0499394 Apr 11 17:48:28.402441 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2837b2df-3b3d-4441-ad2f-71e76c762c8a req-838d61d1-8b3d-4533-a2b7-37fb81bb08ae tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640507 Apr 11 17:48:28.904635 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea23e87-ce7d-4d5b-9c88-0859c8478606 req-06751c0c-9300-42a9-878d-ebf233c38e70 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:28.906253 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fea23e87-ce7d-4d5b-9c88-0859c8478606 req-06751c0c-9300-42a9-878d-ebf233c38e70 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 947 time: 0.0522256 Apr 11 17:48:28.966325 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fea23e87-ce7d-4d5b-9c88-0859c8478606 req-365dd57a-a7f3-48f7-aae2-c8b7245fe6e0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536211 Apr 11 17:48:29.555493 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b208a56-5a38-4d8d-ba6a-44a50a30d43f req-4ed80be0-e312-4582-b677-f45d408e0c22 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:29.558014 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0b208a56-5a38-4d8d-ba6a-44a50a30d43f req-4ed80be0-e312-4582-b677-f45d408e0c22 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0771310 Apr 11 17:48:29.633189 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0b208a56-5a38-4d8d-ba6a-44a50a30d43f req-fe0fdd44-a667-40fd-9040-5f7adb57ef20 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655842 Apr 11 17:48:30.759434 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3888fa6-0362-42c0-9d44-c555d38117ce req-1da8b7f4-7ac2-4a8d-95ef-c211004f8220 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:30.761957 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a3888fa6-0362-42c0-9d44-c555d38117ce req-1da8b7f4-7ac2-4a8d-95ef-c211004f8220 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0580478 Apr 11 17:48:30.838422 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a3888fa6-0362-42c0-9d44-c555d38117ce req-f0ecb6c1-7e8b-404b-9b91-9192188c7dfe tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680521 Apr 11 17:48:31.998204 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4e269-db63-4620-8755-9148b58558e4 req-3d73bd08-17fe-48c0-acc2-b88356f9c58c tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:32.000382 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e8f4e269-db63-4620-8755-9148b58558e4 req-3d73bd08-17fe-48c0-acc2-b88356f9c58c tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0727208 Apr 11 17:48:32.083013 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e8f4e269-db63-4620-8755-9148b58558e4 req-89a010d4-a88b-43db-9de5-fff94fb26803 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768466 Apr 11 17:48:33.168690 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:33.218881 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf045840-32a2-480a-b983-1c67511be132 req-0bc607ee-1065-4115-a7be-06569b2e36f2 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:33.225852 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cf045840-32a2-480a-b983-1c67511be132 req-0bc607ee-1065-4115-a7be-06569b2e36f2 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0555305 Apr 11 17:48:33.288402 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cf045840-32a2-480a-b983-1c67511be132 req-8592748e-9272-4c16-be64-757492b14c59 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616250 Apr 11 17:48:34.420428 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a66eb-eb9a-480e-8473-f7fce4540748 req-3662ca45-cb12-4c4a-897b-552123ed7e86 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:34.422070 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ed9a66eb-eb9a-480e-8473-f7fce4540748 req-3662ca45-cb12-4c4a-897b-552123ed7e86 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0517445 Apr 11 17:48:34.489344 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ed9a66eb-eb9a-480e-8473-f7fce4540748 req-eed0f8ad-fb8e-41d8-9c11-07afd2f23b8b tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606525 Apr 11 17:48:35.620403 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ef385-5ef7-4bdc-9f11-f81dd51dc7eb req-88f5916c-4f3c-4466-a3db-fc254b94e035 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:35.628640 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-550ef385-5ef7-4bdc-9f11-f81dd51dc7eb req-88f5916c-4f3c-4466-a3db-fc254b94e035 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0652082 Apr 11 17:48:35.694510 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-550ef385-5ef7-4bdc-9f11-f81dd51dc7eb req-b868c9d4-4dbd-4054-8004-c5e76c0c30d9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642269 Apr 11 17:48:36.847582 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e874165-7b56-4a54-a8df-860c3eca4999 req-56654dba-dc3a-4092-bfc7-a7a02b1f4bc9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:36.849254 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2e874165-7b56-4a54-a8df-860c3eca4999 req-56654dba-dc3a-4092-bfc7-a7a02b1f4bc9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0565231 Apr 11 17:48:36.923900 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2e874165-7b56-4a54-a8df-860c3eca4999 req-1a153850-1fcf-49bf-a0b0-e7c37c3a68f1 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f&id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683730 Apr 11 17:48:41.580397 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-95a6c0eb-8bba-431c-8ccd-7dca1969475c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:42.390775 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec554119-5a4b-4921-9cec-8fd2b0a8b112 req-da9e55c8-23ea-4417-8c00-1c4c6b9b25ca tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:42.392285 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ec554119-5a4b-4921-9cec-8fd2b0a8b112 req-da9e55c8-23ea-4417-8c00-1c4c6b9b25ca tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0535488 Apr 11 17:48:42.446901 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ec554119-5a4b-4921-9cec-8fd2b0a8b112 req-636c3441-62e9-41d1-96f8-b50562d7714f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487778 Apr 11 17:48:43.028019 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 57186) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:48:43.073937 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Deleting subnet fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881 {{(pid=109938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:48:43.077370 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Publish callbacks [] for subnet (fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.113211 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Publish callbacks [] for subnet (fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881), precommit_delete_associations {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.119642 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.173601 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.205730 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.208904 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881 HTTP/1.1" status: 204 len: 168 time: 0.1797445 Apr 11 17:48:43.209845 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd3a9c2d-8ec5-4de3-bb6c-5ff090d75881,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:43.211637 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 57188) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:48:43.217971 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.218321 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.218660 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.218997 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.219322 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.219692 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.220015 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.220334 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.220654 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.220964 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.221283 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.221606 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.221941 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.222243 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.222571 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d553694-2e1d-4ecc-a1dc-a887e9bfcf67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:48:43.282044 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.374216 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.395926 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:43.405741 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594e26d7-63c1-4014-9f3e-14b5e6ea18b4') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:43.406055 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594e26d7-63c1-4014-9f3e-14b5e6ea18b4') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:48:43.415953 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (594e26d7-63c1-4014-9f3e-14b5e6ea18b4), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.429820 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (594e26d7-63c1-4014-9f3e-14b5e6ea18b4), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.436012 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:48:43.436397 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (594e26d7-63c1-4014-9f3e-14b5e6ea18b4), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:48:43.438181 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:48:43.494411 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.500364 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.503623 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] 10.222.0.79 "DELETE /v2.0/networks/0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b HTTP/1.1" status: 204 len: 168 time: 0.2908914 Apr 11 17:48:43.514921 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982f8d7-725c-4939-9e8e-5b2c1bd62dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4fef2f-b66a-4c2b-8ae4-96caf1b2e51b,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:43.563303 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6137dc-31eb-40a6-9751-c6703f69cf2e req-134f31e5-688e-4812-83fe-cd84e8a00df4 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:43.564813 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7e6137dc-31eb-40a6-9751-c6703f69cf2e req-134f31e5-688e-4812-83fe-cd84e8a00df4 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0471227 Apr 11 17:48:43.612745 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7e6137dc-31eb-40a6-9751-c6703f69cf2e req-8b7780f5-1a5f-4337-b55c-15973ba00a24 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421219 Apr 11 17:48:43.677002 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 57196) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:48:43.723220 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-1bab0869-9e3a-40b5-b24d-89459987a66b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c530c6c8c8d540f79928e73d222ee7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449300 Apr 11 17:48:43.725994 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 57198) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:48:43.781535 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec5c7-8016-4d69-a3e0-50665fe79848 admin admin] Publish callbacks [] for security_group (7e7394cd-50e8-4b0b-9843-c0def565fc1e), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.805653 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec5c7-8016-4d69-a3e0-50665fe79848 admin admin] Publish callbacks [] for security_group (7e7394cd-50e8-4b0b-9843-c0def565fc1e), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.854544 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec5c7-8016-4d69-a3e0-50665fe79848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (7e7394cd-50e8-4b0b-9843-c0def565fc1e), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.857138 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec5c7-8016-4d69-a3e0-50665fe79848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:43.858349 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fc0ec5c7-8016-4d69-a3e0-50665fe79848 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e7394cd-50e8-4b0b-9843-c0def565fc1e HTTP/1.1" status: 204 len: 168 time: 0.1314769 Apr 11 17:48:43.866251 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ec5c7-8016-4d69-a3e0-50665fe79848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7394cd-50e8-4b0b-9843-c0def565fc1e,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:44.269067 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1eaaefa1-e010-4048-8b18-1bd80aa182cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:44.732831 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268027f4-54c9-44f6-897b-c03041997e44 req-b44f8e52-f5d3-4f18-b8e3-ec41bcfe0a40 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:44.735095 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-268027f4-54c9-44f6-897b-c03041997e44 req-b44f8e52-f5d3-4f18-b8e3-ec41bcfe0a40 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0540016 Apr 11 17:48:44.784965 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-268027f4-54c9-44f6-897b-c03041997e44 req-57cf8418-a6a5-4108-81af-04902e50df2d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441935 Apr 11 17:48:45.912687 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c30158-3e5a-4500-8e49-5676e8103775 req-ab7415ad-59fa-4132-8fad-46991a2705c6 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:45.914300 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f1c30158-3e5a-4500-8e49-5676e8103775 req-ab7415ad-59fa-4132-8fad-46991a2705c6 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0546913 Apr 11 17:48:45.973444 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f1c30158-3e5a-4500-8e49-5676e8103775 req-0130a066-25ce-48d1-8695-245b480350c9 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528440 Apr 11 17:48:46.056371 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:47.082667 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:47.094122 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5ea80-39d0-474a-94b5-9f6e9d12da38 req-1bf32c7d-47a9-4fa5-83f6-b50f00adeff8 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:47.095570 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-11c5ea80-39d0-474a-94b5-9f6e9d12da38 req-1bf32c7d-47a9-4fa5-83f6-b50f00adeff8 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0498302 Apr 11 17:48:47.147861 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-11c5ea80-39d0-474a-94b5-9f6e9d12da38 req-c139b74e-01f7-46e6-b08b-b95c2265394a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446084 Apr 11 17:48:48.268811 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317baaae-a542-4cf3-9196-22e212eefb27 req-17600125-baab-4b07-b6eb-b990209bb4f9 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:48.270307 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-317baaae-a542-4cf3-9196-22e212eefb27 req-17600125-baab-4b07-b6eb-b990209bb4f9 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0520802 Apr 11 17:48:48.321991 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-317baaae-a542-4cf3-9196-22e212eefb27 req-8ce992ec-d086-45c8-b014-a43c37eef915 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459070 Apr 11 17:48:48.330962 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:49.441368 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9de348-6533-4419-b59b-14e68e969baa req-e467955e-eeed-474b-be9e-854c23da2832 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:49.442911 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-da9de348-6533-4419-b59b-14e68e969baa req-e467955e-eeed-474b-be9e-854c23da2832 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0492270 Apr 11 17:48:49.493983 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-da9de348-6533-4419-b59b-14e68e969baa req-59ca6b78-f448-450e-b175-19a6b2bd3e59 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453563 Apr 11 17:48:50.610985 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd253e-c85f-4538-9c4a-235652abb7aa req-61e51224-10f8-46b6-9206-c9344cf08539 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:50.612611 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cdfd253e-c85f-4538-9c4a-235652abb7aa req-61e51224-10f8-46b6-9206-c9344cf08539 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0486598 Apr 11 17:48:50.671193 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cdfd253e-c85f-4538-9c4a-235652abb7aa req-f45d81f7-16a4-4845-a595-e7330155faec tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498574 Apr 11 17:48:51.797398 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f4ca6-0980-48d6-ab91-cdb3b42b3679 req-fe655ea6-cbc1-4191-b641-2e8c784476a5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:51.799011 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-029f4ca6-0980-48d6-ab91-cdb3b42b3679 req-fe655ea6-cbc1-4191-b641-2e8c784476a5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0545087 Apr 11 17:48:51.854173 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-029f4ca6-0980-48d6-ab91-cdb3b42b3679 req-633893fe-af6b-429f-99b3-a6482c46f05d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492814 Apr 11 17:48:52.978881 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61e61c-8482-4dcc-a3a4-bf47c9a20135 req-c28e5d9d-5f66-4bc5-b942-d9864aa8f740 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:52.980490 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac61e61c-8482-4dcc-a3a4-bf47c9a20135 req-c28e5d9d-5f66-4bc5-b942-d9864aa8f740 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0503583 Apr 11 17:48:53.038370 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac61e61c-8482-4dcc-a3a4-bf47c9a20135 req-0c1b4a14-803c-4ba4-a67f-844b27ed9d87 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518875 Apr 11 17:48:53.292398 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201e89d-911c-4db9-82c2-35f83c55ff04 req-7a9968bd-6d6a-41a8-b3d1-da4c8eb0f471 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:53.293959 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4201e89d-911c-4db9-82c2-35f83c55ff04 req-7a9968bd-6d6a-41a8-b3d1-da4c8eb0f471 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0564256 Apr 11 17:48:53.349733 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4201e89d-911c-4db9-82c2-35f83c55ff04 req-685ab61a-1a0a-4fb6-8342-228bdf798a5f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479763 Apr 11 17:48:53.368726 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-9df13396-26f8-49e0-a173-6fbe746f5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:53.370274 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-9df13396-26f8-49e0-a173-6fbe746f5f34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 1130 time: 0.0436227 Apr 11 17:48:53.469159 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-289d402f-1f9c-4a2f-b183-41edfe0465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:53.470644 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-289d402f-1f9c-4a2f-b183-41edfe0465cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 912 time: 0.0901277 Apr 11 17:48:53.541196 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-a509668f-8dec-464b-89f9-3ffcb7ffe668 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd HTTP/1.1" status: 200 len: 1002 time: 0.0611961 Apr 11 17:48:53.600847 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-e43c2e23-ecc1-409f-9432-ca1f2cf66116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:53.602337 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-e43c2e23-ecc1-409f-9432-ca1f2cf66116 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4765981-e117-4dfa-9abd-cc2d659b3810 HTTP/1.1" status: 200 len: 850 time: 0.0487149 Apr 11 17:48:53.650911 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-49ce401a-a996-43e9-b775-06ba3005a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:53.652336 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-49ce401a-a996-43e9-b775-06ba3005a202 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18a7394-4f97-4fa6-8c6e-197808eb17ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410583 Apr 11 17:48:53.757991 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-3d47b434-3d08-4c0f-ac1b-f4bca755e813 service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976951 Apr 11 17:48:53.867147 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6b67c433-70fa-42b2-9cc3-9fc1b34051e7 req-ddcef698-248c-4d6b-b6b4-0fdcec6030c2 service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979493 Apr 11 17:48:54.475706 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68ed62-6583-4fe4-a920-2a0be6308d7b req-4e37f445-9cb8-4c8b-b444-2abcffcd8c30 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:54.477212 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4f68ed62-6583-4fe4-a920-2a0be6308d7b req-4e37f445-9cb8-4c8b-b444-2abcffcd8c30 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0497637 Apr 11 17:48:54.529886 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4f68ed62-6583-4fe4-a920-2a0be6308d7b req-9ce423b6-6763-4504-aa6a-a0b41d4b0166 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464160 Apr 11 17:48:55.200154 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 57360) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:48:55.317371 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1448d1e2-fdaf-4cb8-b33c-aecfcdbd9b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:55.396394 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1448d1e2-fdaf-4cb8-b33c-aecfcdbd9b46 admin admin] Publish callbacks [] for security_group (98462cca-35f5-4f82-979a-1a9aa558ff67), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:55.406745 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1448d1e2-fdaf-4cb8-b33c-aecfcdbd9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (98462cca-35f5-4f82-979a-1a9aa558ff67), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:55.449298 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-1448d1e2-fdaf-4cb8-b33c-aecfcdbd9b46 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4279ecb2f1646218270b8356ceb77ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478907 Apr 11 17:48:55.450136 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448d1e2-fdaf-4cb8-b33c-aecfcdbd9b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98462cca-35f5-4f82-979a-1a9aa558ff67,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:55.452163 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 57364) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:48:55.503532 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b98e7a5f-ec14-4026-9712-f3ffc5bdd843 admin admin] Publish callbacks [] for security_group (98462cca-35f5-4f82-979a-1a9aa558ff67), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:55.526380 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b98e7a5f-ec14-4026-9712-f3ffc5bdd843 admin admin] Publish callbacks [] for security_group (98462cca-35f5-4f82-979a-1a9aa558ff67), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:55.579934 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b98e7a5f-ec14-4026-9712-f3ffc5bdd843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (98462cca-35f5-4f82-979a-1a9aa558ff67), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:55.583682 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b98e7a5f-ec14-4026-9712-f3ffc5bdd843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:55.585148 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-b98e7a5f-ec14-4026-9712-f3ffc5bdd843 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98462cca-35f5-4f82-979a-1a9aa558ff67 HTTP/1.1" status: 204 len: 168 time: 0.1318774 Apr 11 17:48:55.594690 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e7a5f-ec14-4026-9712-f3ffc5bdd843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98462cca-35f5-4f82-979a-1a9aa558ff67,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:55.663121 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b754-53b3-438d-9ba7-c5d89152de24 req-9914d3e1-c673-468c-874a-65d68966bf67 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:55.664958 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7098b754-53b3-438d-9ba7-c5d89152de24 req-9914d3e1-c673-468c-874a-65d68966bf67 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0496855 Apr 11 17:48:55.721143 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7098b754-53b3-438d-9ba7-c5d89152de24 req-7e8bb3c8-29ae-4640-9398-5df6879e4ab8 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466549 Apr 11 17:48:56.278860 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 57394) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:48:56.388702 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-786587903-network', 'tenant_id': '7dba76c36a9344288e23d5a87eccd4d6'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:48:56.421021 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Made reservation on behalf of 7dba76c36a9344288e23d5a87eccd4d6 for: {'network': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:48:56.424445 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:56.433942 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:56.514849 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Publish callbacks [] for security_group (aa15b13a-1824-4923-9e07-22baa7e70d52), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:56.520288 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (aa15b13a-1824-4923-9e07-22baa7e70d52), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:56.546185 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=109939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:48:56.556233 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa15b13a-1824-4923-9e07-22baa7e70d52,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:56.561184 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (f0821831-bbf2-4e92-89db-6644fd00f188), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:56.561510 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.segments_db [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Added segment f0821831-bbf2-4e92-89db-6644fd00f188 of type vlan for network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 Apr 11 17:48:56.605829 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (8cd9eef7-c81d-48bf-87bb-d4c73a392211), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:56.635560 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (8cd9eef7-c81d-48bf-87bb-d4c73a392211), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:56.636903 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:56.637526 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:56.704682 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4246514 Apr 11 17:48:56.708987 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 57400) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:48:56.711301 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756534b6-c87e-4e53-bfdf-886360451e6c admin admin] Pushing event updated for resources: {'Network': ['ID=8cd9eef7-c81d-48bf-87bb-d4c73a392211,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:56.714585 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Request body: {'subnet': {'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-786587903-subnet', 'tenant_id': '7dba76c36a9344288e23d5a87eccd4d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:48:56.722493 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:48:56.742776 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Made reservation on behalf of 7dba76c36a9344288e23d5a87eccd4d6 for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:48:56.745223 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:56.952823 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (91672736-23e3-430d-af9e-d30042a5c711), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:56.990287 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:48:57.007717 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91672736-23e3-430d-af9e-d30042a5c711,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:48:57.018846 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Checking segment: {'id': 'f0821831-bbf2-4e92-89db-6644fd00f188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:48:57.019179 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Network hostable DHCP agents. Network: 8cd9eef7-c81d-48bf-87bb-d4c73a392211, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:48:57.039295 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:48:57.050450 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 8cd9eef7-c81d-48bf-87bb-d4c73a392211) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:48:57.056718 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:57.057491 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:57.060612 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc79755-dde9-4ee0-8663-6dc25a72ba6b None None] Network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:48:57.076988 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b4685269-dd40-405d-a3ca-e606e6a25f38 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3663092 Apr 11 17:48:57.174463 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708400ab-fae6-451d-9d5d-6f3628dbd9f6 None None] Network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:48:58.903981 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44524f1c-991a-4516-ac2f-31f32993299d req-52588b61-af1e-43cb-9b95-df5fd4614d06 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:48:58.906169 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-52588b61-af1e-43cb-9b95-df5fd4614d06 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/networks?id=8cd9eef7-c81d-48bf-87bb-d4c73a392211 HTTP/1.1" status: 200 len: 813 time: 0.1124077 Apr 11 17:48:58.923895 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-7e9f3499-05fc-4e3b-b619-1a64fcc59a94 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/quotas/7dba76c36a9344288e23d5a87eccd4d6 HTTP/1.1" status: 200 len: 375 time: 0.0100312 Apr 11 17:48:58.959026 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-81268e5d-747c-4724-85ab-426e287c0b29 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7dba76c36a9344288e23d5a87eccd4d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296385 Apr 11 17:48:59.065852 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-feafa8da-c508-4e28-b622-f433d1e8ede6 service neutron] 10.222.0.79 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980844 Apr 11 17:48:59.159361 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-4e4697b3-cbb9-4325-99a9-eaf5a3c5be44 service neutron] 10.222.0.79 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873406 Apr 11 17:48:59.336464 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de439daa-064d-4fb5-afd8-5825620a8c4d req-4eb00702-53e1-453b-852d-e7e7816eac9a tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 210 time: 0.0336812 Apr 11 17:49:00.435995 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c3eb909f-93dc-4c9d-bfd4-e5e9edfd4b12 req-7c216952-faba-44e1-8dd9-e4c28c0147c7 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 210 time: 0.0287399 Apr 11 17:49:00.444581 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44524f1c-991a-4516-ac2f-31f32993299d req-8ee6f5c7-e84f-4791-81eb-3d6a13693f47 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:00.446243 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-8ee6f5c7-e84f-4791-81eb-3d6a13693f47 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.37 "GET /v2.0/networks?id=8cd9eef7-c81d-48bf-87bb-d4c73a392211 HTTP/1.1" status: 200 len: 813 time: 0.1234775 Apr 11 17:49:00.461729 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Request body: {'port': {'device_id': '51bb453e-742e-4c7a-bf51-735ee5e509f6', 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211', 'admin_state_up': True, 'tenant_id': '7dba76c36a9344288e23d5a87eccd4d6'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:00.579378 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Made reservation on behalf of 7dba76c36a9344288e23d5a87eccd4d6 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:49:00.582861 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:00.713888 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Allocated IP 172.20.0.5 (8cd9eef7-c81d-48bf-87bb-d4c73a392211/91672736-23e3-430d-af9e-d30042a5c711/9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:49:00.883333 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks [] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:00.922398 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:00.971759 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:49:00.975190 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:49:00.979130 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:49:00.985848 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Pushing event updated for resources: {'Port': ['ID=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:01.034374 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:01.034980 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:01.053265 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-2ad9cd5c-da08-40a0-b3cb-2d2ef421bdd8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5968046 Apr 11 17:49:01.064922 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Request body: {'port': {'device_id': '51bb453e-742e-4c7a-bf51-735ee5e509f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:01.127525 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:01.423119 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:49:01.431512 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Publish callbacks [] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:01.445070 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Transition to ACTIVE for port object 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:49:01.454137 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:01.509724 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:01.567922 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759c05d-c054-4f8f-b017-26c3cec7d5cf req-1349b553-1e3d-4ba6-9289-2acd26860aab tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:01.569879 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5759c05d-c054-4f8f-b017-26c3cec7d5cf req-1349b553-1e3d-4ba6-9289-2acd26860aab tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 943 time: 0.0528445 Apr 11 17:49:01.584955 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Attempting to bind port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:49:01.585335 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Attempting to bind port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f0821831-bbf2-4e92-89db-6644fd00f188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:49:01.585669 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Attempting to bind port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf on network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:49:01.590495 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf on network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:49:01.590817 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Attempting to bind port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf on network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:49:01.595969 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:49:01.596305 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Checking segment: {'id': 'f0821831-bbf2-4e92-89db-6644fd00f188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:49:01.596682 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Bound using segment: {'id': 'f0821831-bbf2-4e92-89db-6644fd00f188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:49:01.597106 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Bound port: 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0821831-bbf2-4e92-89db-6644fd00f188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:49:01.597449 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:01.620038 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5759c05d-c054-4f8f-b017-26c3cec7d5cf req-1c2ac72c-4a43-483b-90d7-20a10dc1ea55 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Apr 11 17:49:01.663542 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] For port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:49:01.666806 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] For port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,segment=NetworkSegment(f0821831-bbf2-4e92-89db-6644fd00f188),segment_id=f0821831-bbf2-4e92-89db-6644fd00f188)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:49:01.675897 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:01.710871 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:01.711743 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:01.713114 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf HTTP/1.1" status: 200 len: 1093 time: 0.6527722 Apr 11 17:49:01.715800 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bb453e-742e-4c7a-bf51-735ee5e509f6', 'tag': '9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:01.718845 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b" -d '{"events": [{"name": "network-changed", "server_uuid": "51bb453e-742e-4c7a-bf51-735ee5e509f6", "tag": "9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:01.744895 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42555648-66ce-4b72-9684-eb088949b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:01.786039 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0f60db-8585-489e-a58d-10b8e865f9cf x-openstack-request-id: req-ab0f60db-8585-489e-a58d-10b8e865f9cf {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:01.786358 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bb453e-742e-4c7a-bf51-735ee5e509f6", "tag": "9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:01.786569 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab0f60db-8585-489e-a58d-10b8e865f9cf {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:01.786970 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0f60db-8585-489e-a58d-10b8e865f9cf'] response: {'name': 'network-changed', 'server_uuid': '51bb453e-742e-4c7a-bf51-735ee5e509f6', 'tag': '9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf', 'status': 'completed', 'code': 200} Apr 11 17:49:01.799001 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44524f1c-991a-4516-ac2f-31f32993299d req-8bd8ee79-cbbc-4472-8b12-2fd6cf6dd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:01.800534 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-8bd8ee79-cbbc-4472-8b12-2fd6cf6dd720 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dba76c36a9344288e23d5a87eccd4d6&device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 1127 time: 0.0449314 Apr 11 17:49:01.851387 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-37a98e25-8cf4-4850-9357-6adeda694891 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf HTTP/1.1" status: 200 len: 217 time: 0.0381989 Apr 11 17:49:01.904264 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44524f1c-991a-4516-ac2f-31f32993299d req-6524a6eb-1afd-4473-be77-991b60be24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:01.905793 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-6524a6eb-1afd-4473-be77-991b60be24ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91672736-23e3-430d-af9e-d30042a5c711 HTTP/1.1" status: 200 len: 853 time: 0.0469542 Apr 11 17:49:01.939091 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-869a5ca8-bc83-466d-8c5f-eb0ca633d26d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cd9eef7-c81d-48bf-87bb-d4c73a392211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263865 Apr 11 17:49:02.038708 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-016cd601-6c12-4933-8496-c3ecfedcb814 service neutron] 10.222.0.37 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929053 Apr 11 17:49:02.131434 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-44524f1c-991a-4516-ac2f-31f32993299d req-032d5e45-46d2-411d-9789-a8623295a4e3 service neutron] 10.222.0.37 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863934 Apr 11 17:49:02.744148 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633c242-d33f-4b24-9648-ddb7b0185943 req-c84f9225-6834-4898-af70-614af8fd78ae tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:02.745642 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4633c242-d33f-4b24-9648-ddb7b0185943 req-c84f9225-6834-4898-af70-614af8fd78ae tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 943 time: 0.0494447 Apr 11 17:49:02.800184 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4633c242-d33f-4b24-9648-ddb7b0185943 req-b108ac2a-12e6-4049-b148-3bb1094fe4c2 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488398 Apr 11 17:49:03.180233 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:03.209128 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b req-78251043-c035-4d38-88ea-6b884a87b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:03.210608 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b req-78251043-c035-4d38-88ea-6b884a87b3f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dba76c36a9344288e23d5a87eccd4d6&device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 1127 time: 0.0499089 Apr 11 17:49:03.314947 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b req-a977cec3-7954-42f3-a77d-ac18ac7cbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:03.316457 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b req-a977cec3-7954-42f3-a77d-ac18ac7cbf65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8cd9eef7-c81d-48bf-87bb-d4c73a392211 HTTP/1.1" status: 200 len: 914 time: 0.0988533 Apr 11 17:49:03.362889 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b req-e479c150-b5fe-4960-bca3-56fa807fae84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf HTTP/1.1" status: 200 len: 217 time: 0.0398030 Apr 11 17:49:03.415075 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b req-c9648764-8734-4ee5-89f8-1cac880f54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:03.416613 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b req-c9648764-8734-4ee5-89f8-1cac880f54ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91672736-23e3-430d-af9e-d30042a5c711 HTTP/1.1" status: 200 len: 853 time: 0.0472362 Apr 11 17:49:03.450703 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b req-f1714c4b-fe90-41e7-b0fe-058a74cef423 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cd9eef7-c81d-48bf-87bb-d4c73a392211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273027 Apr 11 17:49:03.550867 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b req-04fa3258-2fed-4ab0-a08e-7004da58fd1d service neutron] 10.222.0.37 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916271 Apr 11 17:49:03.660904 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c0fa35b2-7104-4fed-85e2-e9b4ff6df09b req-6bf07471-0073-479d-9e17-62e6d0a06b80 service neutron] 10.222.0.37 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977397 Apr 11 17:49:03.927265 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d382e-b0be-44f6-830b-5e868bcbf6c4 req-210ceb99-dc58-4003-86d6-30161cdb2a60 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:03.928889 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e84d382e-b0be-44f6-830b-5e868bcbf6c4 req-210ceb99-dc58-4003-86d6-30161cdb2a60 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 943 time: 0.0506341 Apr 11 17:49:03.980100 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e84d382e-b0be-44f6-830b-5e868bcbf6c4 req-3b9d064d-dd47-4397-b899-c4cdb849b634 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Apr 11 17:49:05.108994 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef05af0-a36d-4bbd-8e83-29baf88004dc req-bcd98f1e-539a-4356-bfce-d194d47caad3 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:05.110952 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1ef05af0-a36d-4bbd-8e83-29baf88004dc req-bcd98f1e-539a-4356-bfce-d194d47caad3 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 943 time: 0.0560803 Apr 11 17:49:05.167886 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1ef05af0-a36d-4bbd-8e83-29baf88004dc req-e4e5cf52-3447-4d33-96e8-ba6388532970 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501137 Apr 11 17:49:05.815113 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-3cdeae18-eba0-4956-84a9-abfcc49528a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:05.817503 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-3cdeae18-eba0-4956-84a9-abfcc49528a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 1130 time: 0.0461783 Apr 11 17:49:05.821476 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ff4f9-7f77-4d19-a35a-89db5e627498 req-2699a833-e260-45fe-898d-ce91a96c9080 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:05.823092 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7b9ff4f9-7f77-4d19-a35a-89db5e627498 req-2699a833-e260-45fe-898d-ce91a96c9080 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0597260 Apr 11 17:49:05.877735 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7b9ff4f9-7f77-4d19-a35a-89db5e627498 req-377afce1-7f6e-45de-a735-56f20071f4ab tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436280 Apr 11 17:49:05.921981 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-80d60a52-fff8-408c-a127-b9ca6389b476 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787680 Apr 11 17:49:05.956549 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-6d914980-b072-4288-838d-4affcda13024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:05.958019 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-6d914980-b072-4288-838d-4affcda13024 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.1336637 Apr 11 17:49:06.031510 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-ea7e89ae-a811-4e4f-b261-4d2f867de41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:06.033097 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-ea7e89ae-a811-4e4f-b261-4d2f867de41b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 1131 time: 0.0847588 Apr 11 17:49:06.050436 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-0af6a1e6-1c81-4732-bf41-cfc8ed21e507 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219 HTTP/1.1" status: 200 len: 1002 time: 0.0728390 Apr 11 17:49:06.162388 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-a3f42d07-4bfb-4878-bf73-316077606a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:06.163859 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-a3f42d07-4bfb-4878-bf73-316077606a42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.1044564 Apr 11 17:49:06.213468 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-922449f5-9472-40a7-a03e-343ec673c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:06.214969 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-922449f5-9472-40a7-a03e-343ec673c28a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 917 time: 0.1538937 Apr 11 17:49:06.220262 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-b59bf3fa-1cf3-4d79-91a5-a03383517a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:06.221733 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-b59bf3fa-1cf3-4d79-91a5-a03383517a25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497756 Apr 11 17:49:06.273277 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:49:06.304069 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a167ae0-51d9-40d9-85ed-54e1cd992d28 req-74b5b0c8-af31-46e5-9fea-15a39d824572 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:06.305659 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4a167ae0-51d9-40d9-85ed-54e1cd992d28 req-74b5b0c8-af31-46e5-9fea-15a39d824572 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 943 time: 0.0571790 Apr 11 17:49:06.352552 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-21536742-076b-47bc-9c17-d7483c3309c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499 HTTP/1.1" status: 200 len: 1002 time: 0.1227968 Apr 11 17:49:06.370382 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4a167ae0-51d9-40d9-85ed-54e1cd992d28 req-4732b95c-6dbd-4bb4-9cd3-2cb3a24a2a74 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587304 Apr 11 17:49:06.380909 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,segment=NetworkSegment(f0821831-bbf2-4e92-89db-6644fd00f188),segment_id=f0821831-bbf2-4e92-89db-6644fd00f188)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:06.394630 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf', 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211', 'port_id': '9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf', 'mac_address': 'fa:16:3e:9b:22:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91672736-23e3-430d-af9e-d30042a5c711', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:49:06.407096 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-01a49f0a-60b6-4c07-8798-8792d1627c28 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762068 Apr 11 17:49:06.420797 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-54dd6acd-9617-42a6-85f2-94b419c0bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:06.422211 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-54dd6acd-9617-42a6-85f2-94b419c0bb45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.0618041 Apr 11 17:49:06.439027 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:49:06.439419 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:06.453363 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:49:06.473901 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,segment=NetworkSegment(f0821831-bbf2-4e92-89db-6644fd00f188),segment_id=f0821831-bbf2-4e92-89db-6644fd00f188)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:06.481173 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:06.529788 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-e3646635-b681-4da6-81da-c6f2e6e68dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:06.531286 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-e3646635-b681-4da6-81da-c6f2e6e68dec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811665 Apr 11 17:49:06.553375 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:06.563762 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.564269 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.564817 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.565354 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.565888 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.566436 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.566949 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.567474 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.568068 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.568602 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.569158 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.569728 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.570312 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.570813 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.571351 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:06.612839 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0260ebb1-d18f-4829-9fc2-e980b7d31536 req-38151774-f7ed-4bf3-a3af-e6a5cb04b90b service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701858 Apr 11 17:49:06.651592 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-2b956439-6b7b-48ae-a510-cd678ccc980d service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099904 Apr 11 17:49:06.760087 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9562a618-0459-4ad6-adfc-1acae6575c3d req-d2c32dbb-7bc2-433f-bf86-ee267b90754a service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004546 Apr 11 17:49:06.823290 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:49:07.002168 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a564d8-acd3-4795-bd6a-4d1ef2798818 req-5249e292-0c0d-44a0-a02a-f7d26b6dce74 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:07.004190 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-35a564d8-acd3-4795-bd6a-4d1ef2798818 req-5249e292-0c0d-44a0-a02a-f7d26b6dce74 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0537350 Apr 11 17:49:07.058100 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-35a564d8-acd3-4795-bd6a-4d1ef2798818 req-1e894ec9-f1e1-440f-b0f6-11238abe6296 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475204 Apr 11 17:49:07.489892 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092414ce-7263-4974-a7f4-c2d54b28fa3a req-4e1fa6c9-eb54-493a-98dd-bfd1e925ecef tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:07.491512 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-092414ce-7263-4974-a7f4-c2d54b28fa3a req-4e1fa6c9-eb54-493a-98dd-bfd1e925ecef tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 944 time: 0.0554111 Apr 11 17:49:07.544100 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-092414ce-7263-4974-a7f4-c2d54b28fa3a req-1661a912-e0a4-4e68-8abc-f5a124a71d89 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466144 Apr 11 17:49:08.192574 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d33b1-ec6f-4aa4-b905-2f153a0ccbb6 req-cfcea160-8b46-4865-a663-ba0bd1c26498 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:08.194143 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9e0d33b1-ec6f-4aa4-b905-2f153a0ccbb6 req-cfcea160-8b46-4865-a663-ba0bd1c26498 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0482793 Apr 11 17:49:08.243635 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9e0d33b1-ec6f-4aa4-b905-2f153a0ccbb6 req-bbc4e573-6adf-434e-9f46-cdf928ca953a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434477 Apr 11 17:49:08.285188 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:49:08.331827 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:49:08.339353 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:49:08.339819 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:08.424932 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:49:08.425315 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:08.448918 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bb453e-742e-4c7a-bf51-735ee5e509f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:08.451235 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e8605e-db0e-469f-b8a1-d0f09d04ffbd" -d '{"events": [{"server_uuid": "51bb453e-742e-4c7a-bf51-735ee5e509f6", "name": "network-vif-plugged", "status": "completed", "tag": "9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:08.464640 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,segment=NetworkSegment(f0821831-bbf2-4e92-89db-6644fd00f188),segment_id=f0821831-bbf2-4e92-89db-6644fd00f188)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:08.471611 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:08.496730 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548ae07d-e531-413c-a96a-056ab702bf48 x-openstack-request-id: req-548ae07d-e531-413c-a96a-056ab702bf48 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:08.496968 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bb453e-742e-4c7a-bf51-735ee5e509f6", "name": "network-vif-plugged", "status": "completed", "tag": "9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:08.497219 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-548ae07d-e531-413c-a96a-056ab702bf48 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:08.497609 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548ae07d-e531-413c-a96a-056ab702bf48'] response: {'server_uuid': '51bb453e-742e-4c7a-bf51-735ee5e509f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf', 'code': 200} Apr 11 17:49:08.526203 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:08.669733 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8997907-19c9-44c8-ad1b-efd6cae198b9 req-e0058f23-5834-41d1-ba04-e9d3351ec568 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:08.671395 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d8997907-19c9-44c8-ad1b-efd6cae198b9 req-e0058f23-5834-41d1-ba04-e9d3351ec568 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 945 time: 0.0546350 Apr 11 17:49:08.689351 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6405a7d-ad7a-4c6e-a9fa-f7c37163463b req-3a8f1fe1-040b-4374-a52e-4a0f35636ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:08.690926 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a6405a7d-ad7a-4c6e-a9fa-f7c37163463b req-3a8f1fe1-040b-4374-a52e-4a0f35636ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 1129 time: 0.0408001 Apr 11 17:49:08.730098 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d8997907-19c9-44c8-ad1b-efd6cae198b9 req-17a699a4-163f-4d63-b288-6e5ca02b6d70 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494153 Apr 11 17:49:08.739365 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a6405a7d-ad7a-4c6e-a9fa-f7c37163463b req-30f13534-1819-4ed5-8864-778a4c79b33b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Apr 11 17:49:09.365963 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cee78-1e88-4dde-8ccc-1354dda7b426 req-217cfabf-9863-4b0d-a578-ee3485aa4a44 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:09.367504 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-814cee78-1e88-4dde-8ccc-1354dda7b426 req-217cfabf-9863-4b0d-a578-ee3485aa4a44 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0486038 Apr 11 17:49:09.432280 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-814cee78-1e88-4dde-8ccc-1354dda7b426 req-4e70894f-e19b-4b16-9af0-41e41f11062b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559731 Apr 11 17:49:09.861253 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88500d-b8ad-4608-9374-0da3d2271c2f req-883d4029-9e9f-4281-9024-77e85333617b tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:09.862842 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9c88500d-b8ad-4608-9374-0da3d2271c2f req-883d4029-9e9f-4281-9024-77e85333617b tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 945 time: 0.0595596 Apr 11 17:49:09.912742 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9c88500d-b8ad-4608-9374-0da3d2271c2f req-f68145ff-fbfe-44ac-b134-6a05423e4c77 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Apr 11 17:49:10.582936 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51db2bb-7a40-4b8e-8db6-95de116b9a4a req-a435fd8f-e566-4fad-ab8b-d1d8de7b66e9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:10.584851 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d51db2bb-7a40-4b8e-8db6-95de116b9a4a req-a435fd8f-e566-4fad-ab8b-d1d8de7b66e9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0572329 Apr 11 17:49:10.636076 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d51db2bb-7a40-4b8e-8db6-95de116b9a4a req-fba7eaad-7577-4f1b-82c3-d8dbdcb3e720 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445731 Apr 11 17:49:11.030291 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c539a-531a-4260-8152-2a7917f9bc32 req-3d61aa6d-bc7a-4f38-8d36-0cc92a850547 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:11.031802 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-af0c539a-531a-4260-8152-2a7917f9bc32 req-3d61aa6d-bc7a-4f38-8d36-0cc92a850547 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 945 time: 0.0493958 Apr 11 17:49:11.085556 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-af0c539a-531a-4260-8152-2a7917f9bc32 req-32166b7d-0d41-4016-9a52-ea116fca8cfb tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479603 Apr 11 17:49:11.577202 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3f2e-8359-4481-be7b-654433cb14e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:11.774678 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb286b-a305-441d-a193-cc445ba2197d req-b0eef3f0-6dc8-4a57-97c3-1127c647a485 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:11.778240 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-66bb286b-a305-441d-a193-cc445ba2197d req-b0eef3f0-6dc8-4a57-97c3-1127c647a485 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0591564 Apr 11 17:49:11.837961 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-66bb286b-a305-441d-a193-cc445ba2197d req-b63b5310-c32e-44b5-b1f5-4d072ed7efdb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524609 Apr 11 17:49:12.967621 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecccee-2aed-410c-8b8f-9d0dea9711b8 req-be821324-d9ed-4be9-b877-652c6b92e20e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:12.969556 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-15ecccee-2aed-410c-8b8f-9d0dea9711b8 req-be821324-d9ed-4be9-b877-652c6b92e20e tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0522082 Apr 11 17:49:13.035222 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-15ecccee-2aed-410c-8b8f-9d0dea9711b8 req-adbdf325-bd14-4d33-b24e-94dad1bd2024 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575120 Apr 11 17:49:14.170606 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cc9d1-3d34-43f6-9806-4404dcc4ec00 req-cd97d24a-516e-41af-9d70-083d7f0e59ee tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:14.172043 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9f2cc9d1-3d34-43f6-9806-4404dcc4ec00 req-cd97d24a-516e-41af-9d70-083d7f0e59ee tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0590613 Apr 11 17:49:14.231494 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9f2cc9d1-3d34-43f6-9806-4404dcc4ec00 req-19c0d4ff-c3c0-497b-9307-3b2376e2435a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524976 Apr 11 17:49:14.270305 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2095d543-369a-42f4-91a8-6837e9fb9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:15.368356 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe30eb-7656-47e0-a999-35528dba93a6 req-03f2556b-4a73-4014-89f5-73f97c92ca9b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:15.369918 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8bbe30eb-7656-47e0-a999-35528dba93a6 req-03f2556b-4a73-4014-89f5-73f97c92ca9b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0563276 Apr 11 17:49:15.422546 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8bbe30eb-7656-47e0-a999-35528dba93a6 req-88e3c791-d8de-4c7a-9310-ebdf5e0c0203 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461652 Apr 11 17:49:16.057066 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:16.553391 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4909e-be53-4db9-ab2e-45582759154d req-3a3ce08e-d9de-4fbb-985b-a8e2c7414ea0 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:16.555399 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f8e4909e-be53-4db9-ab2e-45582759154d req-3a3ce08e-d9de-4fbb-985b-a8e2c7414ea0 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0567129 Apr 11 17:49:16.615869 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f8e4909e-be53-4db9-ab2e-45582759154d req-634042ae-2955-4a67-9c24-a28e8e684000 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547104 Apr 11 17:49:17.085997 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:17.763531 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b86cb-b2db-4d79-9e14-e6bcb5598d43 req-5fffd17e-e9d0-4de7-9726-739c18f67b79 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:17.765293 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d97b86cb-b2db-4d79-9e14-e6bcb5598d43 req-5fffd17e-e9d0-4de7-9726-739c18f67b79 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0653644 Apr 11 17:49:17.826151 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d97b86cb-b2db-4d79-9e14-e6bcb5598d43 req-4eaab6b7-948b-4f68-a48a-00c357dd862a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547581 Apr 11 17:49:18.330240 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:18.967191 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce003029-42fd-4f23-b3bb-c2e57aec120b req-6fb626aa-0911-4fc1-88aa-bef31da095d0 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:18.969162 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ce003029-42fd-4f23-b3bb-c2e57aec120b req-6fb626aa-0911-4fc1-88aa-bef31da095d0 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0626843 Apr 11 17:49:19.031293 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ce003029-42fd-4f23-b3bb-c2e57aec120b req-5c10b50e-870a-4506-ac2f-34696aa51df0 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524204 Apr 11 17:49:19.107639 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dde10-8693-4914-85b0-5412d70568c5 req-2662105e-ab47-4412-968a-90ebe4f71000 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:19.110349 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-806dde10-8693-4914-85b0-5412d70568c5 req-2662105e-ab47-4412-968a-90ebe4f71000 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 947 time: 0.0549114 Apr 11 17:49:19.159851 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-806dde10-8693-4914-85b0-5412d70568c5 req-6793824f-053e-4b4f-aafb-a9d459b6c5c0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446897 Apr 11 17:49:20.161795 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6cc63-92a9-49ca-8a87-ac55f0f6189d req-8679b666-0e19-4270-8602-abcf6a2e8846 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:20.163685 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-66a6cc63-92a9-49ca-8a87-ac55f0f6189d req-8679b666-0e19-4270-8602-abcf6a2e8846 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0524046 Apr 11 17:49:20.226093 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-66a6cc63-92a9-49ca-8a87-ac55f0f6189d req-a01c7713-6d47-4f97-970d-bc271fd65717 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553772 Apr 11 17:49:20.295750 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984be28-4735-4000-9033-51e8577f5aa1 req-95784dfd-c9df-4c45-a67a-13000f7f159a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:20.297266 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b984be28-4735-4000-9033-51e8577f5aa1 req-95784dfd-c9df-4c45-a67a-13000f7f159a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 947 time: 0.0524395 Apr 11 17:49:20.353337 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b984be28-4735-4000-9033-51e8577f5aa1 req-a52f9235-e77b-43af-b47d-6b219f05233e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503266 Apr 11 17:49:21.028098 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b086-3b65-4a47-bfab-a770460d8932 req-3a33114d-aed5-4d54-af1f-bb2f04f1383b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:21.029648 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1677b086-3b65-4a47-bfab-a770460d8932 req-3a33114d-aed5-4d54-af1f-bb2f04f1383b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 947 time: 0.0542727 Apr 11 17:49:21.130448 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Deleting port 4af6de3b-7fc6-4201-b475-4ebeacde9499 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:21.130820 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:21.236813 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] For port 4af6de3b-7fc6-4201-b475-4ebeacde9499, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=4af6de3b-7fc6-4201-b475-4ebeacde9499,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:21.237184 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:21.351631 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f9c5a-03d5-4324-905c-2ce301339df0 req-479d90d4-0b4b-4eaa-bc8a-b25645fa194c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:21.353346 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2e4f9c5a-03d5-4324-905c-2ce301339df0 req-479d90d4-0b4b-4eaa-bc8a-b25645fa194c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0541341 Apr 11 17:49:21.421348 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2e4f9c5a-03d5-4324-905c-2ce301339df0 req-eb7f9d4a-52ef-484c-90bb-390096b97771 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616992 Apr 11 17:49:21.495703 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9640f-5393-4f67-b34c-3fc689cc36da req-a3d06b56-d5ca-44ec-9b2c-e94fffe53d82 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:21.497234 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ecb9640f-5393-4f67-b34c-3fc689cc36da req-a3d06b56-d5ca-44ec-9b2c-e94fffe53d82 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 947 time: 0.0559137 Apr 11 17:49:21.560162 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ecb9640f-5393-4f67-b34c-3fc689cc36da req-5a9325d2-ae80-4818-ab80-d5cdc32556a6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=363cc170-8515-49f1-941e-befacb83eb88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550125 Apr 11 17:49:21.730436 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:21.730940 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (82dfe9cc-8302-4440-87ca-baac2e8d7616), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:21.731405 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Floating IP 82dfe9cc-8302-4440-87ca-baac2e8d7616 disassociated. External IP: 172.27.0.222, port: 4af6de3b-7fc6-4201-b475-4ebeacde9499. Apr 11 17:49:21.731974 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Calling delete_port for 4af6de3b-7fc6-4201-b475-4ebeacde9499 owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:21.888104 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (4af6de3b-7fc6-4201-b475-4ebeacde9499), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:21.917536 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event deleted for resources: {'Port': ['ID=4af6de3b-7fc6-4201-b475-4ebeacde9499,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:21.929038 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.929444 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.929743 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.930127 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.930453 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.930781 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.931073 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.931423 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.931757 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.932022 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.932342 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.932686 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.933001 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.933299 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:21.934025 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:22.068171 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Router db8eed94-3e39-45c8-99dd-322b442d28d6 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:49:22.194064 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:49:22.204991 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] Sync routers for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:49:22.217918 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:22.218725 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:22.240554 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] No DVR routers for this DVR port 4af6de3b-7fc6-4201-b475-4ebeacde9499 on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:49:22.244165 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:22.247669 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1677b086-3b65-4a47-bfab-a770460d8932 req-8c1e1718-590d-4620-927f-054afcc0404e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.37 "DELETE /v2.0/ports/4af6de3b-7fc6-4201-b475-4ebeacde9499 HTTP/1.1" status: 204 len: 173 time: 1.2106111 Apr 11 17:49:22.248130 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'name': 'network-vif-deleted', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:22.250601 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1260fc-dcec-4067-b9d2-c101b9bd80df" -d '{"events": [{"server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "name": "network-vif-deleted", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:22.292472 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7bb016-9b8b-4bf6-852d-9045ef99ab07 x-openstack-request-id: req-7e7bb016-9b8b-4bf6-852d-9045ef99ab07 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:22.292766 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a16ffe0-8f18-4793-becd-be73a91af607", "name": "network-vif-deleted", "tag": "4af6de3b-7fc6-4201-b475-4ebeacde9499", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:22.293036 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e7bb016-9b8b-4bf6-852d-9045ef99ab07 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:22.293440 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7bb016-9b8b-4bf6-852d-9045ef99ab07'] response: {'server_uuid': '6a16ffe0-8f18-4793-becd-be73a91af607', 'name': 'network-vif-deleted', 'tag': '4af6de3b-7fc6-4201-b475-4ebeacde9499', 'status': 'completed', 'code': 200} Apr 11 17:49:22.330997 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:22.548357 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:22.550230 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c40bf-be2a-42c7-b697-43660f71e3e1 req-cfb1aa01-0802-4fd7-a6a7-d28b8ecd8e55 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:22.551788 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-192c40bf-be2a-42c7-b697-43660f71e3e1 req-cfb1aa01-0802-4fd7-a6a7-d28b8ecd8e55 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0492308 Apr 11 17:49:22.578313 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] Checking router: db8eed94-3e39-45c8-99dd-322b442d28d6 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:49:22.594738 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:22.595385 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:22.612199 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-192c40bf-be2a-42c7-b697-43660f71e3e1 req-d4159861-a712-492d-a217-e7bbe798261b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533872 Apr 11 17:49:22.671682 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3d291303-80ba-4313-bc38-3bb4bf214226 req-f0ddb7c2-289f-4588-82b1-22daed811fca tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 210 time: 0.0289726 Apr 11 17:49:22.734387 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:22.946602 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:22.978186 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8aed70-60ad-4ab2-b457-1e37982d413b None None] The sync data for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi is: [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:49:23.274753 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453655f8-8bbd-46ca-8b04-16e37b35e9c9 None None] New status for floating IP 82dfe9cc-8302-4440-87ca-baac2e8d7616: DOWN {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:49:23.362870 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadcaa7-df10-4c69-a16a-a105c2c6a307 req-c589c29d-e20c-47ac-bcda-190a17dc56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:23.365026 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-2dadcaa7-df10-4c69-a16a-a105c2c6a307 req-c589c29d-e20c-47ac-bcda-190a17dc56e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 1130 time: 0.0495057 Apr 11 17:49:23.680922 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-2dadcaa7-df10-4c69-a16a-a105c2c6a307 req-053f91d6-5f56-4c03-9b6e-b69e2df210f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441031 Apr 11 17:49:23.762647 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5a1b0-cd1b-4659-ad5f-1edd4c9b43e8 req-02278bba-4008-4c88-b44f-15192d7959f8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:23.766203 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d8a5a1b0-cd1b-4659-ad5f-1edd4c9b43e8 req-02278bba-4008-4c88-b44f-15192d7959f8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0598984 Apr 11 17:49:23.830390 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-02fac0a9-af39-4f98-89f6-7635a3cafdcd req-a1ef70d2-f91f-4e82-8dcb-fe84e2514595 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a16ffe0-8f18-4793-becd-be73a91af607 HTTP/1.1" status: 200 len: 210 time: 0.0629067 Apr 11 17:49:23.870392 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d8a5a1b0-cd1b-4659-ad5f-1edd4c9b43e8 req-a7fbc7f4-1307-4133-8b1c-5e760c58ef00 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940058 Apr 11 17:49:24.943284 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 57682) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:25.019422 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0699e8-e0dd-40b0-9612-61bb78a7d030 req-c35a965b-3994-4347-ba19-c1826eeef6fa tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:25.020915 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db0699e8-e0dd-40b0-9612-61bb78a7d030 req-c35a965b-3994-4347-ba19-c1826eeef6fa tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0683179 Apr 11 17:49:25.056705 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4eb58ec2-7abf-4208-bac0-e7379f34cd8b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (363cc170-8515-49f1-941e-befacb83eb88), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:25.103414 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4eb58ec2-7abf-4208-bac0-e7379f34cd8b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (363cc170-8515-49f1-941e-befacb83eb88), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:25.115948 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db0699e8-e0dd-40b0-9612-61bb78a7d030 req-b2b29314-4ef3-46d8-b1d6-e39147acdddb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888906 Apr 11 17:49:25.168374 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4eb58ec2-7abf-4208-bac0-e7379f34cd8b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (363cc170-8515-49f1-941e-befacb83eb88), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:25.172351 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4eb58ec2-7abf-4208-bac0-e7379f34cd8b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:25.176475 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-4eb58ec2-7abf-4208-bac0-e7379f34cd8b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "DELETE /v2.0/security-groups/363cc170-8515-49f1-941e-befacb83eb88 HTTP/1.1" status: 204 len: 168 time: 0.2293947 Apr 11 17:49:25.178715 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 57684) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:25.192604 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb58ec2-7abf-4208-bac0-e7379f34cd8b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363cc170-8515-49f1-941e-befacb83eb88,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:25.200690 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.api.v2.resource [None req-cc03f5e9-3f82-412a-a329-1524eacc8035 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] show failed (client error): The resource could not be found. Apr 11 17:49:25.201942 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-cc03f5e9-3f82-412a-a329-1524eacc8035 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups/363cc170-8515-49f1-941e-befacb83eb88 HTTP/1.1" status: 404 len: 347 time: 0.0221407 Apr 11 17:49:25.206026 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 57686) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:25.342904 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2dedd-a818-45e3-b0a6-10d3f9da512d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Deleting port d86aa229-4861-4d85-991d-f412df79413a {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:25.343215 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dedd-a818-45e3-b0a6-10d3f9da512d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (d86aa229-4861-4d85-991d-f412df79413a), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:25.432547 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dedd-a818-45e3-b0a6-10d3f9da512d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (d86aa229-4861-4d85-991d-f412df79413a), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:25.432873 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dedd-a818-45e3-b0a6-10d3f9da512d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (d86aa229-4861-4d85-991d-f412df79413a), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:25.447142 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2dedd-a818-45e3-b0a6-10d3f9da512d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Calling delete_port for d86aa229-4861-4d85-991d-f412df79413a owned by network:floatingip {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:25.601544 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dedd-a818-45e3-b0a6-10d3f9da512d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (d86aa229-4861-4d85-991d-f412df79413a), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:25.892884 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2dedd-a818-45e3-b0a6-10d3f9da512d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event deleted for resources: {'Port': ['ID=d86aa229-4861-4d85-991d-f412df79413a,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:25.919442 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dedd-a818-45e3-b0a6-10d3f9da512d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (82dfe9cc-8302-4440-87ca-baac2e8d7616), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:25.922027 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e7d2dedd-a818-45e3-b0a6-10d3f9da512d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:25.923127 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-e7d2dedd-a818-45e3-b0a6-10d3f9da512d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "DELETE /v2.0/floatingips/82dfe9cc-8302-4440-87ca-baac2e8d7616 HTTP/1.1" status: 204 len: 168 time: 0.7161312 Apr 11 17:49:26.242121 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d1e01-e0a7-4cb7-901e-a42d81a136b0 req-0b71ecc9-3d39-4c3b-81bc-26dc37d1b9e1 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:26.244819 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fb8d1e01-e0a7-4cb7-901e-a42d81a136b0 req-0b71ecc9-3d39-4c3b-81bc-26dc37d1b9e1 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0559180 Apr 11 17:49:26.276732 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 57694) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:26.283417 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-545aeef9-da2d-4da6-968a-4d28c9bb975f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670061432', 'description': 'tempest-description--353780397'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:26.302648 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fb8d1e01-e0a7-4cb7-901e-a42d81a136b0 req-41cbcb3a-6473-4a5b-84fe-6833acfed856 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523190 Apr 11 17:49:26.305372 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-545aeef9-da2d-4da6-968a-4d28c9bb975f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.374700 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 4af6de3b-7fc6-4201-b475-4ebeacde9499 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:49:26.379544 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-545aeef9-da2d-4da6-968a-4d28c9bb975f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.385146 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-545aeef9-da2d-4da6-968a-4d28c9bb975f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.401162 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 4af6de3b-7fc6-4201-b475-4ebeacde9499 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:49:26.401557 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 4af6de3b-7fc6-4201-b475-4ebeacde9499 not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:49:26.415868 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-545aeef9-da2d-4da6-968a-4d28c9bb975f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.417094 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-545aeef9-da2d-4da6-968a-4d28c9bb975f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1393323 Apr 11 17:49:26.420323 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 57700) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:26.425528 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-7ea42263-9480-4a30-9c06-15b816b73cac tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'security_group_rule': {'security_group_id': '0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:26.432719 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545aeef9-da2d-4da6-968a-4d28c9bb975f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:26.456046 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7ea42263-9480-4a30-9c06-15b816b73cac tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (2b9b1f28-2f17-40b5-9001-4bfd0240bca8), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.515963 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7ea42263-9480-4a30-9c06-15b816b73cac tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (2b9b1f28-2f17-40b5-9001-4bfd0240bca8), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.524609 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7ea42263-9480-4a30-9c06-15b816b73cac tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (2b9b1f28-2f17-40b5-9001-4bfd0240bca8), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.540331 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea42263-9480-4a30-9c06-15b816b73cac tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9b1f28-2f17-40b5-9001-4bfd0240bca8,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:26.552503 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7ea42263-9480-4a30-9c06-15b816b73cac tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.553742 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-7ea42263-9480-4a30-9c06-15b816b73cac tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324577 Apr 11 17:49:26.556527 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 57708) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:26.561042 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-5c40a5ba-600d-4db0-9348-faa069c35af5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'security_group_rule': {'security_group_id': '0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:26.590960 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5c40a5ba-600d-4db0-9348-faa069c35af5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (f7776b09-1186-4b07-9678-3ad536bf271d), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.658564 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5c40a5ba-600d-4db0-9348-faa069c35af5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (f7776b09-1186-4b07-9678-3ad536bf271d), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.664154 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5c40a5ba-600d-4db0-9348-faa069c35af5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (f7776b09-1186-4b07-9678-3ad536bf271d), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.690562 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40a5ba-600d-4db0-9348-faa069c35af5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7776b09-1186-4b07-9678-3ad536bf271d,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:26.699816 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5c40a5ba-600d-4db0-9348-faa069c35af5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.701347 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-5c40a5ba-600d-4db0-9348-faa069c35af5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436656 Apr 11 17:49:26.705626 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 57712) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:26.710714 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:26.751683 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-d02957be-6db5-441d-9d01-aada7f997078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:26.753307 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-d02957be-6db5-441d-9d01-aada7f997078 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 1130 time: 0.0460501 Apr 11 17:49:26.771760 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08269236-14b7-4075-bc53-70442bf54257 req-8e1474bc-4aa7-4430-90bd-4e4dd8ebe9d8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:26.773302 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-08269236-14b7-4075-bc53-70442bf54257 req-8e1474bc-4aa7-4430-90bd-4e4dd8ebe9d8 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0582533 Apr 11 17:49:26.774619 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.852139 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-57fe35d5-c702-42e6-b32b-1b6d8a70dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:26.853678 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-57fe35d5-c702-42e6-b32b-1b6d8a70dbea service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.0940058 Apr 11 17:49:26.888872 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-08269236-14b7-4075-bc53-70442bf54257 req-c560d4ff-836c-43c5-b024-c5aea25915b7 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990314 Apr 11 17:49:26.894483 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:26.930120 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-3c697197-af64-49d3-8243-34d3f18eb736 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219 HTTP/1.1" status: 200 len: 1002 time: 0.0684123 Apr 11 17:49:26.980199 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-affe3fe0-3e39-4db9-ab4e-9d320f752d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:26.981721 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-affe3fe0-3e39-4db9-ab4e-9d320f752d5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0455749 Apr 11 17:49:27.014726 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Allocated IP 172.27.0.151 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/21510e8e-ba39-4f01-b8ff-82304bcd9f19) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:49:27.028201 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-680273e7-1313-4ba2-9e24-f8876bc96b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:27.029759 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-680273e7-1313-4ba2-9e24-f8876bc96b9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405955 Apr 11 17:49:27.124096 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for port (21510e8e-ba39-4f01-b8ff-82304bcd9f19), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.132753 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-36edd452-fcb8-4eb9-8d7e-5c475f2eaa97 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959132 Apr 11 17:49:27.159794 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (21510e8e-ba39-4f01-b8ff-82304bcd9f19), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.201103 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:49:27.204363 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:49:27.207947 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:49:27.216545 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'Port': ['ID=21510e8e-ba39-4f01-b8ff-82304bcd9f19,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:27.232850 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7729687-d788-48f7-b3df-3558b59f0b83 req-e7da1779-f989-49cb-baca-8fcf8f68c30a service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913212 Apr 11 17:49:27.266475 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (75c93d7c-8d2d-4f30-ae66-b3375ae6b914), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.318053 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (21510e8e-ba39-4f01-b8ff-82304bcd9f19), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.427441 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4db5e384-83bc-4385-b371-6dc93a7838de req-5bc3d5f6-a71a-450f-a816-55b71b3294f5 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627975653&fields=id&tenant_id=972d43f1fad849a0aca760c4257c6d35 HTTP/1.1" status: 200 len: 267 time: 0.0868452 Apr 11 17:49:27.542812 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e384-83bc-4385-b371-6dc93a7838de req-fa559eda-8b57-4032-be24-93970656d99e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:27.545158 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4db5e384-83bc-4385-b371-6dc93a7838de req-fa559eda-8b57-4032-be24-93970656d99e tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 985 time: 0.0890048 Apr 11 17:49:27.564396 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-4db5e384-83bc-4385-b371-6dc93a7838de req-0e6e1b10-b06f-484b-9aa6-78458cae5838 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Request body: {'port': {'security_groups': ['b65689e4-a0f0-42c0-abf9-ccf7b4548aa3']}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:27.668206 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for port (21510e8e-ba39-4f01-b8ff-82304bcd9f19), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.674797 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (21510e8e-ba39-4f01-b8ff-82304bcd9f19), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.679159 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-4db5e384-83bc-4385-b371-6dc93a7838de req-0e6e1b10-b06f-484b-9aa6-78458cae5838 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.729212 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (75c93d7c-8d2d-4f30-ae66-b3375ae6b914), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.771468 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'Port': ['ID=21510e8e-ba39-4f01-b8ff-82304bcd9f19,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:27.785564 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.787210 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-1c774a3a-ffa2-4461-98b2-26ddfcb2793f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0802228 Apr 11 17:49:27.937718 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-4db5e384-83bc-4385-b371-6dc93a7838de req-0e6e1b10-b06f-484b-9aa6-78458cae5838 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] For port bacd82b6-1628-4d72-86d2-2212df9d57ab, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:27.968599 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-4db5e384-83bc-4385-b371-6dc93a7838de req-0e6e1b10-b06f-484b-9aa6-78458cae5838 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.974957 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-4db5e384-83bc-4385-b371-6dc93a7838de req-0e6e1b10-b06f-484b-9aa6-78458cae5838 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:27.988797 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['bacd82b6-1628-4d72-86d2-2212df9d57ab'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:49:28.020966 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e384-83bc-4385-b371-6dc93a7838de req-0e6e1b10-b06f-484b-9aa6-78458cae5838 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:28.021765 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-4db5e384-83bc-4385-b371-6dc93a7838de req-0e6e1b10-b06f-484b-9aa6-78458cae5838 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.023120 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4db5e384-83bc-4385-b371-6dc93a7838de req-0e6e1b10-b06f-484b-9aa6-78458cae5838 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "PUT /v2.0/ports/bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 200 len: 943 time: 0.4693191 Apr 11 17:49:28.023581 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:28.025997 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0836f317-6aac-40d3-9d57-cd259c19ace7" -d '{"events": [{"name": "network-changed", "server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:28.030322 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 57730) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:28.050761 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e1b10-b06f-484b-9aa6-78458cae5838 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event updated for resources: {'Port': ['ID=bacd82b6-1628-4d72-86d2-2212df9d57ab,revision_number=7']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:28.115317 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5cfd-1c52-4f59-84d9-9164784925f4 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group (b6b5f787-4a2b-4483-b9b9-163d5f9dc65f), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.152395 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['bacd82b6-1628-4d72-86d2-2212df9d57ab'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:49:28.156293 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5cfd-1c52-4f59-84d9-9164784925f4 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group (b6b5f787-4a2b-4483-b9b9-163d5f9dc65f), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.182079 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-3ae45421-280f-4b66-9ef9-faa84a16a178 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--670061432&fields=id&tenant_id=af0fe002d6c64500a492b75f6281e779 HTTP/1.1" status: 200 len: 267 time: 0.0570693 Apr 11 17:49:28.243537 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5cfd-1c52-4f59-84d9-9164784925f4 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (b6b5f787-4a2b-4483-b9b9-163d5f9dc65f), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.246514 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5cfd-1c52-4f59-84d9-9164784925f4 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.248292 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-1a0f5cfd-1c52-4f59-84d9-9164784925f4 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "DELETE /v2.0/security-groups/b6b5f787-4a2b-4483-b9b9-163d5f9dc65f HTTP/1.1" status: 204 len: 168 time: 0.2160039 Apr 11 17:49:28.251848 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 57740) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:28.301167 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f5cfd-1c52-4f59-84d9-9164784925f4 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b5f787-4a2b-4483-b9b9-163d5f9dc65f,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:28.336138 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-6251b999-6b0f-45dd-aab1-5079be38f9a8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:28.340301 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-6251b999-6b0f-45dd-aab1-5079be38f9a8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 816 time: 0.1500404 Apr 11 17:49:28.355796 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-ec1947e2-599f-4232-9251-3632bedb16e0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/quotas/af0fe002d6c64500a492b75f6281e779 HTTP/1.1" status: 200 len: 375 time: 0.0118499 Apr 11 17:49:28.379709 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-2cc906a3-4431-44e3-89ef-4eef32854d51 None None] Provisioning complete for port bacd82b6-1628-4d72-86d2-2212df9d57ab triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:49:28.380187 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2cc906a3-4431-44e3-89ef-4eef32854d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.424406 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Deleting port be8d9ee1-b1c9-4af8-ba37-c2787ddafc42 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:28.424754 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (be8d9ee1-b1c9-4af8-ba37-c2787ddafc42), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.449861 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-ba224657-4f24-4e6c-9bd4-1cbd1b392db9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686500 Apr 11 17:49:28.508103 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (be8d9ee1-b1c9-4af8-ba37-c2787ddafc42), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.508504 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for floatingip (be8d9ee1-b1c9-4af8-ba37-c2787ddafc42), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.523254 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Calling delete_port for be8d9ee1-b1c9-4af8-ba37-c2787ddafc42 owned by network:floatingip {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:28.527311 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-2cc906a3-4431-44e3-89ef-4eef32854d51 None None] Current status of the port bacd82b6-1628-4d72-86d2-2212df9d57ab is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:49:28.557548 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-5c4ce72f-701d-4278-a6ab-1b4899e4580f service neutron] 10.222.0.79 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033092 Apr 11 17:49:28.658362 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-15540d2e-2200-449b-bc32-b1b79394e6c7 service neutron] 10.222.0.79 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935624 Apr 11 17:49:28.730759 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (be8d9ee1-b1c9-4af8-ba37-c2787ddafc42), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.760067 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event deleted for resources: {'Port': ['ID=be8d9ee1-b1c9-4af8-ba37-c2787ddafc42,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:28.836310 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks [] for floatingip (e879ef47-8676-4c05-bd81-271fd59c8586), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:28.836310 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Floating IP e879ef47-8676-4c05-bd81-271fd59c8586 disassociated (deleted). External IP: 172.27.0.95, port: bacd82b6-1628-4d72-86d2-2212df9d57ab. Apr 11 17:49:28.875710 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879810bb-2c19-406b-b21a-73eaef7712db req-b322790a-d919-4a2b-b70b-06059d244b23 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:28.875938 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-879810bb-2c19-406b-b21a-73eaef7712db req-b322790a-d919-4a2b-b70b-06059d244b23 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0587785 Apr 11 17:49:28.940360 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-879810bb-2c19-406b-b21a-73eaef7712db req-462600c0-7684-462a-826a-8943dcd95fb7 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554643 Apr 11 17:49:28.992779 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe906a8-443f-41de-b922-7094d9096401 x-openstack-request-id: req-2fe906a8-443f-41de-b922-7094d9096401 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:28.993361 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:28.994333 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2fe906a8-443f-41de-b922-7094d9096401 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:28.995209 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe906a8-443f-41de-b922-7094d9096401'] response: {'name': 'network-changed', 'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'status': 'completed', 'code': 200} Apr 11 17:49:29.075631 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f72443b7-06dc-4eff-9aae-dfb2a88f7ff7 req-176e09dc-575d-42ec-8f1b-0b5de27cbfd8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 210 time: 0.0453374 Apr 11 17:49:29.130255 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-be14a42b-f848-433e-977b-0d0f083c2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:29.132129 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-be14a42b-f848-433e-977b-0d0f083c2317 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=972d43f1fad849a0aca760c4257c6d35&device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 1130 time: 0.0579543 Apr 11 17:49:29.145667 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Router e79cb281-cb8a-4961-ba0a-20df6152f454 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:49:29.369399 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:49:29.375669 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:29.380632 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] Sync routers for ids ['e79cb281-cb8a-4961-ba0a-20df6152f454'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:49:29.392087 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] Routers {'e79cb281-cb8a-4961-ba0a-20df6152f454'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:29.392841 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['e79cb281-cb8a-4961-ba0a-20df6152f454'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:29.413281 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-aeda3b2a-c619-4183-a62b-6d0bc51b8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:29.415030 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-aeda3b2a-c619-4183-a62b-6d0bc51b8a8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1296a78-ceae-4ab5-b9c1-5b0de8049895 HTTP/1.1" status: 200 len: 915 time: 0.1824512 Apr 11 17:49:29.421924 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-31b0a275-7e1a-49d9-87c4-58be54a9d538 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "DELETE /v2.0/floatingips/e879ef47-8676-4c05-bd81-271fd59c8586 HTTP/1.1" status: 204 len: 168 time: 1.1657975 Apr 11 17:49:29.421924 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:29.421924 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:29.458574 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9534c69-db25-4fa4-94bf-98733cc6914c x-openstack-request-id: req-b9534c69-db25-4fa4-94bf-98733cc6914c {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:29.458862 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:29.459113 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9534c69-db25-4fa4-94bf-98733cc6914c {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:29.459524 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9534c69-db25-4fa4-94bf-98733cc6914c'] response: {'name': 'network-changed', 'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'status': 'completed', 'code': 200} Apr 11 17:49:29.529813 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] Set router e79cb281-cb8a-4961-ba0a-20df6152f454 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:29.758800 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:26Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'f2c3211f-263c-4fac-b48a-181b495f59e3', 'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'mac_address': 'fa:16:3e:2f:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:25Z', 'updated_at': '2022-04-11T17:46:31Z', 'revision_number': 5, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'subnets': [{'id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:29.874225 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-816728c4-53c4-4d05-a467-ffd517a6d054 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 200 len: 217 time: 0.0705445 Apr 11 17:49:29.878533 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] Checking router: e79cb281-cb8a-4961-ba0a-20df6152f454 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:49:29.888360 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] Routers {'e79cb281-cb8a-4961-ba0a-20df6152f454'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:29.889225 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['e79cb281-cb8a-4961-ba0a-20df6152f454'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:29.955707 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-e3ec23f1-89e2-4c35-a1fa-b9de311999cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:29.961167 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-e3ec23f1-89e2-4c35-a1fa-b9de311999cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e43e9b-cc14-4eca-8175-44631c934fef HTTP/1.1" status: 200 len: 853 time: 0.0805178 Apr 11 17:49:30.024003 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] Set router e79cb281-cb8a-4961-ba0a-20df6152f454 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:30.039618 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-afc2c5f7-05a5-4941-8d56-6bbbc96ddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:30.041941 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-afc2c5f7-05a5-4941-8d56-6bbbc96ddc8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1296a78-ceae-4ab5-b9c1-5b0de8049895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653749 Apr 11 17:49:30.077614 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9484ed5-eff0-46e4-b205-6a4ebe15880d req-92242e80-ff8b-4eb9-8227-e362b1c4b193 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:30.080040 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a9484ed5-eff0-46e4-b205-6a4ebe15880d req-92242e80-ff8b-4eb9-8227-e362b1c4b193 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0619116 Apr 11 17:49:30.166526 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a9484ed5-eff0-46e4-b205-6a4ebe15880d req-09a5c9fb-2f35-456b-8b55-2c9c48ae6641 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761998 Apr 11 17:49:30.171905 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-4e4ebfc7-eb79-41ba-940a-30ef2a02fc7b service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172237 Apr 11 17:49:30.237106 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e9684f3b-e6f3-4f30-9d4f-951426ae8a6f req-e6d19708-c984-49e2-8fe2-5024b3d3909c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 210 time: 0.0371258 Apr 11 17:49:30.299874 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:26Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'f2c3211f-263c-4fac-b48a-181b495f59e3', 'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'mac_address': 'fa:16:3e:2f:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:25Z', 'updated_at': '2022-04-11T17:46:31Z', 'revision_number': 5, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'subnets': [{'id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:30.317182 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-0836f317-6aac-40d3-9d57-cd259c19ace7 req-ef5ee37a-2be0-41b1-b9f4-e5d5abf3e960 service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384337 Apr 11 17:49:30.325087 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be15b0-84b6-4c75-9fa3-b337fde4b7eb req-b68b1216-948b-4d34-b60b-a7b5ebdcbe6f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:30.326808 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c1be15b0-84b6-4c75-9fa3-b337fde4b7eb req-b68b1216-948b-4d34-b60b-a7b5ebdcbe6f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0740471 Apr 11 17:49:30.335463 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 57776) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:30.340619 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-240625f9-95d0-4772-9739-ea0a5130857c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Request body: {'floatingip': {'port_id': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:30.348339 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb2090-d23d-43f7-a925-6f5d7b3f29ef None None] The sync data for ids ['e79cb281-cb8a-4961-ba0a-20df6152f454'] in dv-cinder-837167-2-iscsi is: [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:46:26Z', 'revision_number': 4, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'f2c3211f-263c-4fac-b48a-181b495f59e3', 'name': '', 'network_id': 'a1296a78-ceae-4ab5-b9c1-5b0de8049895', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'mac_address': 'fa:16:3e:2f:a4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:25Z', 'updated_at': '2022-04-11T17:46:31Z', 'revision_number': 5, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'subnets': [{'id': '17e43e9b-cc14-4eca-8175-44631c934fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:49:30.405305 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-240625f9-95d0-4772-9739-ea0a5130857c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for floatingip (e64bca8d-b2a5-4470-90c6-1c5e7347bb5d), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:30.584989 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-d5f17cf3-9d24-4add-856b-004f397b6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:30.588280 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-d5f17cf3-9d24-4add-856b-004f397b6adb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=972d43f1fad849a0aca760c4257c6d35&device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 1130 time: 0.0496287 Apr 11 17:49:30.690289 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32a8a4-2c9a-4fd3-baeb-1779b990caae None None] New status for floating IP e879ef47-8676-4c05-bd81-271fd59c8586: DOWN {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:49:30.792391 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-c91c090e-dffd-4ed3-95a7-7495e615c8b5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:30.793976 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-c91c090e-dffd-4ed3-95a7-7495e615c8b5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 816 time: 0.2041523 Apr 11 17:49:30.795486 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-18676924-f392-4707-916d-2c158e66e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:30.796832 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-18676924-f392-4707-916d-2c158e66e8a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1296a78-ceae-4ab5-b9c1-5b0de8049895 HTTP/1.1" status: 200 len: 915 time: 0.1917629 Apr 11 17:49:30.875041 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-27bf0e87-9b62-4d71-9009-ba1fdf4fc05d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 200 len: 217 time: 0.0570104 Apr 11 17:49:30.929351 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-9053ebfc-ea13-43cf-929d-b7c393f4dda8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af0fe002d6c64500a492b75f6281e779 HTTP/1.1" status: 200 len: 379 time: 0.1131275 Apr 11 17:49:30.977107 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'port': {'device_id': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'admin_state_up': True, 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'security_groups': ['0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:31.037597 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-240625f9-95d0-4772-9739-ea0a5130857c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:31.042999 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-240625f9-95d0-4772-9739-ea0a5130857c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (e64bca8d-b2a5-4470-90c6-1c5e7347bb5d), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:31.282297 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240625f9-95d0-4772-9739-ea0a5130857c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:49:31.330237 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-3d987dfa-2a92-4233-b70f-97df3ae85bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:31.330237 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-3d987dfa-2a92-4233-b70f-97df3ae85bb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17e43e9b-cc14-4eca-8175-44631c934fef HTTP/1.1" status: 200 len: 853 time: 0.3489192 Apr 11 17:49:31.419753 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-ef937c74-45cd-4fd0-9200-05d758219c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:31.421280 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-ef937c74-45cd-4fd0-9200-05d758219c63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1296a78-ceae-4ab5-b9c1-5b0de8049895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830917 Apr 11 17:49:31.428474 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-68b6f096-2c62-4e6f-a44c-2f4e23dfcba5 req-5efb728a-9caf-4b22-a82f-527e28300cae tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 210 time: 0.0844514 Apr 11 17:49:31.450654 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240625f9-95d0-4772-9739-ea0a5130857c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:49:31.450868 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Made reservation on behalf of af0fe002d6c64500a492b75f6281e779 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:49:31.454282 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:31.459050 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-240625f9-95d0-4772-9739-ea0a5130857c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:31.464279 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] Sync routers for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:49:31.482313 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:31.483094 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:31.500082 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:31.502432 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53618593-c0ce-4485-b8ab-2807b823b28f" -d '{"events": [{"name": "network-changed", "server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:31.550713 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f284deff-b8d8-4408-82c5-061f4b31f2df x-openstack-request-id: req-f284deff-b8d8-4408-82c5-061f4b31f2df {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:31.551225 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:31.551663 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f284deff-b8d8-4408-82c5-061f4b31f2df {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:31.552073 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f284deff-b8d8-4408-82c5-061f4b31f2df'] response: {'name': 'network-changed', 'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'status': 'completed', 'code': 200} Apr 11 17:49:31.562552 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-240625f9-95d0-4772-9739-ea0a5130857c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "PUT /v2.0/floatingips/e64bca8d-b2a5-4470-90c6-1c5e7347bb5d HTTP/1.1" status: 200 len: 994 time: 1.2253163 Apr 11 17:49:31.605920 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-d2eb628b-016e-41ed-b29b-639d72ae68bf service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780250 Apr 11 17:49:31.632464 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53618593-c0ce-4485-b8ab-2807b823b28f req-7228fdac-b422-41ed-bc9f-a4017be854eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:31.634897 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:31.635054 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-53618593-c0ce-4485-b8ab-2807b823b28f req-7228fdac-b422-41ed-bc9f-a4017be854eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 1130 time: 0.0536718 Apr 11 17:49:31.732248 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Allocated IP 172.20.0.14 (8dbd3789-9fd5-41eb-803c-7de97e3a3cfc/3a67cec6-0444-437c-acca-0749506ce998/2b50b7e3-c03b-4272-a5a9-d2f104e09d3c) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:49:31.743647 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53618593-c0ce-4485-b8ab-2807b823b28f req-932bf503-7b74-4578-99c2-08d8ef05bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:31.745731 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-53618593-c0ce-4485-b8ab-2807b823b28f req-932bf503-7b74-4578-99c2-08d8ef05bb36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.1043684 Apr 11 17:49:31.773577 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7ebe9984-b5c3-47ca-bcec-46a34696cfc2 req-cc3979e9-0315-4e9e-b58f-1c33bac88897 service neutron] 10.222.0.37 "GET /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583622 Apr 11 17:49:31.843437 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-53618593-c0ce-4485-b8ab-2807b823b28f req-eef78635-fa50-4d1a-a8d2-51e0317dac8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219 HTTP/1.1" status: 200 len: 1002 time: 0.0883191 Apr 11 17:49:31.894324 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e64bca8d-b2a5-4470-90c6-1c5e7347bb5d', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'port_id': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'mac_address': 'fa:16:3e:05:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:45Z', 'updated_at': '2022-04-11T17:49:30Z', 'revision_number': 3, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:31Z', 'revision_number': 5, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:31.909159 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53618593-c0ce-4485-b8ab-2807b823b28f req-5d685457-c698-4fe4-89ad-71ecb570dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:31.911850 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-53618593-c0ce-4485-b8ab-2807b823b28f req-5d685457-c698-4fe4-89ad-71ecb570dd88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0606687 Apr 11 17:49:31.925761 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] Checking router: 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:49:31.936993 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:31.937254 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:31.947700 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:31.962775 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53618593-c0ce-4485-b8ab-2807b823b28f req-d3456397-4b8f-4b16-a8f7-a7232cfb2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:31.965072 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-53618593-c0ce-4485-b8ab-2807b823b28f req-d3456397-4b8f-4b16-a8f7-a7232cfb2e1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462756 Apr 11 17:49:31.988642 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:32.039634 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:49:32.042940 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:49:32.048241 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:49:32.053012 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event updated for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:32.067927 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:32.072182 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-53618593-c0ce-4485-b8ab-2807b823b28f req-e806935c-91bc-4bb1-8fba-5cd4b4fa8c17 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008310 Apr 11 17:49:32.109378 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:32.109991 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:32.132957 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-1443e2de-4afa-499c-a26e-96844cf077c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1661603 Apr 11 17:49:32.149005 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Request body: {'port': {'device_id': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:32.209051 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-53618593-c0ce-4485-b8ab-2807b823b28f req-f6065436-8683-4d70-b262-c9cd126802c5 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184862 Apr 11 17:49:32.223049 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:32.321906 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e64bca8d-b2a5-4470-90c6-1c5e7347bb5d', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'port_id': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'mac_address': 'fa:16:3e:05:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:45Z', 'updated_at': '2022-04-11T17:49:30Z', 'revision_number': 3, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:31Z', 'revision_number': 5, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:32.352968 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068da2c-c93b-4627-8f99-3af4321ea6fc None None] The sync data for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi is: [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e64bca8d-b2a5-4470-90c6-1c5e7347bb5d', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'port_id': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'mac_address': 'fa:16:3e:05:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:47:45Z', 'updated_at': '2022-04-11T17:49:30Z', 'revision_number': 3, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:31Z', 'revision_number': 5, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:49:32.384142 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-23c04d23-14fb-404b-83e1-daeb24ccb058 None None] Provisioning complete for port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:49:32.385092 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-23c04d23-14fb-404b-83e1-daeb24ccb058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:32.431688 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-23c04d23-14fb-404b-83e1-daeb24ccb058 None None] Port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:49:32.550421 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:49:32.563918 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Publish callbacks [] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:32.581900 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Transition to ACTIVE for port object 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:49:32.582201 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba73bc-a8b6-4e1c-a1f1-9c1f6064e107 req-08b41b2e-aa5c-4199-8ac6-3dd4f96f8ccb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:32.583804 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a7ba73bc-a8b6-4e1c-a1f1-9c1f6064e107 req-08b41b2e-aa5c-4199-8ac6-3dd4f96f8ccb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 932 time: 0.0550904 Apr 11 17:49:32.587027 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:32.643946 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Pushing event updated for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:32.660078 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a7ba73bc-a8b6-4e1c-a1f1-9c1f6064e107 req-010d6265-317e-4588-9a59-1e590d9f23d3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677097 Apr 11 17:49:32.731045 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Attempting to bind port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:49:32.731395 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Attempting to bind port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:49:32.731719 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Attempting to bind port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c on network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:49:32.736518 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c on network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:49:32.736832 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Attempting to bind port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c on network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:49:32.742161 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:49:32.742494 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Checking segment: {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:49:32.742879 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Bound using segment: {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:49:32.743307 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Bound port: 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:49:32.743722 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:32.822054 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:49:32.825338 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:49:32.833229 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:32.873021 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:32.873684 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:32.878909 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] 10.222.0.37 "PUT /v2.0/ports/2b50b7e3-c03b-4272-a5a9-d2f104e09d3c HTTP/1.1" status: 200 len: 1094 time: 0.7355485 Apr 11 17:49:32.878909 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:32.878909 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b61045-9496-40cd-ab0a-21dc7a83e80c" -d '{"events": [{"name": "network-changed", "server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:32.898668 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84638829-bf73-42a8-b9a9-f0e8ab7bddcc service neutron] Pushing event updated for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:32.932146 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd554ba8-360c-420e-b2e5-5a86296c37eb x-openstack-request-id: req-fd554ba8-360c-420e-b2e5-5a86296c37eb {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:32.932426 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:32.932675 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd554ba8-360c-420e-b2e5-5a86296c37eb {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:32.933079 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd554ba8-360c-420e-b2e5-5a86296c37eb'] response: {'name': 'network-changed', 'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'status': 'completed', 'code': 200} Apr 11 17:49:32.977448 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-ae80c7ee-781e-467d-a22b-48919b601914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:32.979076 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-ae80c7ee-781e-467d-a22b-48919b601914 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 1128 time: 0.0437152 Apr 11 17:49:33.032824 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-434ec934-6f05-43f0-ba09-78b1287502ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c HTTP/1.1" status: 200 len: 217 time: 0.0430379 Apr 11 17:49:33.087091 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-bd5ac812-7ed2-40a1-b6f8-acea48b8b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:33.088678 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-bd5ac812-7ed2-40a1-b6f8-acea48b8b647 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.0500240 Apr 11 17:49:33.135479 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-daf7b917-ab89-4bb7-ac9f-d035d11d1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:33.137019 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-daf7b917-ab89-4bb7-ac9f-d035d11d1203 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414999 Apr 11 17:49:33.200224 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:33.239202 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-eddfd112-a4a0-47a7-bf80-cca3a3bc4afb service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944488 Apr 11 17:49:33.336728 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9aa64c95-3493-4401-943d-a05e17f7d3b3 req-fe26b836-6e85-4939-879a-3599663c7bce service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913813 Apr 11 17:49:33.553439 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:33.555906 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97640bc-84c7-4923-9e5a-52112917db53" -d '{"events": [{"name": "network-changed", "server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:33.593383 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a09f9ed-14ae-49f2-b488-b4654b7ed12b x-openstack-request-id: req-7a09f9ed-14ae-49f2-b488-b4654b7ed12b {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:33.594030 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:33.594030 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a09f9ed-14ae-49f2-b488-b4654b7ed12b {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:33.594342 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a09f9ed-14ae-49f2-b488-b4654b7ed12b'] response: {'name': 'network-changed', 'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'status': 'completed', 'code': 200} Apr 11 17:49:33.781017 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e1899-97dc-4171-a098-c350c57efebd req-c90df3c4-6e4c-4c14-86a5-d056e0cf14c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:33.782492 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-778e1899-97dc-4171-a098-c350c57efebd req-c90df3c4-6e4c-4c14-86a5-d056e0cf14c8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0530026 Apr 11 17:49:33.833158 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-778e1899-97dc-4171-a098-c350c57efebd req-0536b718-d5fc-42a8-8c15-80cd1b87bc4b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446575 Apr 11 17:49:33.990082 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:49:34.453194 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-14ee0132-acd9-4fad-9149-7f32e4f64df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:34.454782 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-14ee0132-acd9-4fad-9149-7f32e4f64df9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 1128 time: 0.0541995 Apr 11 17:49:34.457285 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97640bc-84c7-4923-9e5a-52112917db53 req-82ce8046-f4b2-4380-961a-f47c326a7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:34.466121 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a97640bc-84c7-4923-9e5a-52112917db53 req-82ce8046-f4b2-4380-961a-f47c326a7760 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 1130 time: 0.0481768 Apr 11 17:49:34.552269 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97640bc-84c7-4923-9e5a-52112917db53 req-96be023b-3ea3-4615-b8c1-d9c7e11898b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:34.553912 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a97640bc-84c7-4923-9e5a-52112917db53 req-96be023b-3ea3-4615-b8c1-d9c7e11898b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.0881274 Apr 11 17:49:34.570356 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-1cbd8bd6-a9fe-40c3-a4a5-a5fdc8f9e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:34.572160 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-1cbd8bd6-a9fe-40c3-a4a5-a5fdc8f9e1cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 917 time: 0.1062579 Apr 11 17:49:34.615927 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-d1aa4fbb-7678-4cf0-99a7-ca82d39b2e2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c HTTP/1.1" status: 200 len: 217 time: 0.0363777 Apr 11 17:49:34.628036 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a97640bc-84c7-4923-9e5a-52112917db53 req-3ae1506b-d50f-4f85-9bcc-3e4769c7c3ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219 HTTP/1.1" status: 200 len: 1002 time: 0.0672517 Apr 11 17:49:34.673554 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-c309d70b-a494-4cc3-a97a-0d6dff7f1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:34.675286 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-c309d70b-a494-4cc3-a97a-0d6dff7f1700 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.0508821 Apr 11 17:49:34.679525 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97640bc-84c7-4923-9e5a-52112917db53 req-0a9d3fa7-3914-4ac8-9418-e268d3128d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:34.680996 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a97640bc-84c7-4923-9e5a-52112917db53 req-0a9d3fa7-3914-4ac8-9418-e268d3128d29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0454786 Apr 11 17:49:34.726165 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-f96a1870-74a0-4ea5-a092-2599080f98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:34.727770 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-f96a1870-74a0-4ea5-a092-2599080f98ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444508 Apr 11 17:49:34.732516 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97640bc-84c7-4923-9e5a-52112917db53 req-f0b4e637-aa64-4dbd-93b4-7ddae5957db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:34.734039 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a97640bc-84c7-4923-9e5a-52112917db53 req-f0b4e637-aa64-4dbd-93b4-7ddae5957db3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430837 Apr 11 17:49:34.828255 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-0d3b6cd8-fe34-47f0-bc90-1e8974ec5488 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931611 Apr 11 17:49:34.830648 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a97640bc-84c7-4923-9e5a-52112917db53 req-e317dc43-d2e3-4ccd-aaf6-ef629cfcad59 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899935 Apr 11 17:49:34.941800 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-41b61045-9496-40cd-ab0a-21dc7a83e80c req-503083b6-0063-49f0-beaf-5a948b4145d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951598 Apr 11 17:49:34.975991 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b2b17-be77-4c97-8b62-9f642bd60dec req-be207995-6049-4bc5-8eda-b07cec77296f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:34.977542 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-dc7b2b17-be77-4c97-8b62-9f642bd60dec req-be207995-6049-4bc5-8eda-b07cec77296f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0655138 Apr 11 17:49:34.979671 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a97640bc-84c7-4923-9e5a-52112917db53 req-6397f61e-4f12-49ee-9b68-16efbbead3d9 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326003 Apr 11 17:49:35.283897 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-dc7b2b17-be77-4c97-8b62-9f642bd60dec req-fdc3622e-2bed-4e55-8afe-9433c57e8c4d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993731 Apr 11 17:49:36.410203 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf3f7b-1cdb-41ca-8d6c-9733952882c6 req-e2456605-0da1-45c6-b80a-890c74cc4d03 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:36.411874 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5eaf3f7b-1cdb-41ca-8d6c-9733952882c6 req-e2456605-0da1-45c6-b80a-890c74cc4d03 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0520420 Apr 11 17:49:36.463902 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5eaf3f7b-1cdb-41ca-8d6c-9733952882c6 req-c93b6bc3-355c-4233-a1b0-bc6485651f5d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461602 Apr 11 17:49:36.657642 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:49:36.764976 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:36.777092 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'port_id': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'mac_address': 'fa:16:3e:c9:88:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:49:36.815329 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:49:36.815748 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:36.835375 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:49:36.862954 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:36.869853 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:36.927191 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:37.220830 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:49:37.585227 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9204d06-cfa4-4f81-bc84-8d6d93766a03 req-50fb4179-37fc-4da4-bda5-0f7a4af9d3d0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:37.586776 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e9204d06-cfa4-4f81-bc84-8d6d93766a03 req-50fb4179-37fc-4da4-bda5-0f7a4af9d3d0 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Apr 11 17:49:37.640948 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e9204d06-cfa4-4f81-bc84-8d6d93766a03 req-e027603c-4885-440f-8a53-a105df808566 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481753 Apr 11 17:49:38.764794 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a28ab8-35b8-40a8-9806-10655bae2a9a req-1c9361e4-8bd0-44f7-84ba-26d6c158638c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:38.766395 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-78a28ab8-35b8-40a8-9806-10655bae2a9a req-1c9361e4-8bd0-44f7-84ba-26d6c158638c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 945 time: 0.0496571 Apr 11 17:49:38.816436 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-78a28ab8-35b8-40a8-9806-10655bae2a9a req-5b4ad1a3-34b3-47d1-845c-951bf944ce36 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438094 Apr 11 17:49:39.967868 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70985c-1954-4c99-82e2-ba7a19158376 req-4cdcff62-a3a8-43b7-b1d7-9d6104e3ae5e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:39.969424 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8f70985c-1954-4c99-82e2-ba7a19158376 req-4cdcff62-a3a8-43b7-b1d7-9d6104e3ae5e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 945 time: 0.0695746 Apr 11 17:49:40.022890 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8f70985c-1954-4c99-82e2-ba7a19158376 req-0e28542b-a093-46a7-b7d5-8fc36eb86868 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472775 Apr 11 17:49:40.690055 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:49:40.735448 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:49:40.742770 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:49:40.743142 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:40.833398 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:49:40.833846 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:40.857736 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:40.860293 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a975ac5-03a5-4b26-b162-cd0bc76e17c4" -d '{"events": [{"server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "name": "network-vif-plugged", "status": "completed", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:40.873250 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:40.879448 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:40.907886 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32453399-1c9f-49ee-a422-ce4439cf2403 x-openstack-request-id: req-32453399-1c9f-49ee-a422-ce4439cf2403 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:40.908167 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "name": "network-vif-plugged", "status": "completed", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:40.908417 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32453399-1c9f-49ee-a422-ce4439cf2403 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:40.908802 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32453399-1c9f-49ee-a422-ce4439cf2403'] response: {'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'code': 200} Apr 11 17:49:40.938981 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:41.093980 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1df78-0c68-4fba-beb9-50fcea1be4e7 req-c228106d-3922-4eb4-92e1-7289b9a0e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:41.095570 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71d1df78-0c68-4fba-beb9-50fcea1be4e7 req-c228106d-3922-4eb4-92e1-7289b9a0e0b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 1130 time: 0.0482814 Apr 11 17:49:41.156966 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f78ec2-9420-49c2-bf36-399bc8a81f31 req-7bf06112-f5b0-47b7-9117-764dacd90566 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:41.158557 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c4f78ec2-9420-49c2-bf36-399bc8a81f31 req-7bf06112-f5b0-47b7-9117-764dacd90566 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0621164 Apr 11 17:49:41.192938 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71d1df78-0c68-4fba-beb9-50fcea1be4e7 req-20cbb9f2-a628-4919-8a7c-1f6c215ff3b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875478 Apr 11 17:49:41.230382 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c4f78ec2-9420-49c2-bf36-399bc8a81f31 req-c40cdb28-ab53-4aa2-aa10-7312d9f03208 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641148 Apr 11 17:49:41.573280 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-93ba57a2-4866-4646-9eac-8a90ba3ac8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:41.781142 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e4454-f370-4245-b750-cd6263080fd6 req-f55d272b-7d2d-4bc3-9791-b7ecbf12e5d3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:41.783023 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e86e4454-f370-4245-b750-cd6263080fd6 req-f55d272b-7d2d-4bc3-9791-b7ecbf12e5d3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0556962 Apr 11 17:49:41.838968 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e86e4454-f370-4245-b750-cd6263080fd6 req-2c346f77-8c26-4378-9947-d7de1b3c40e2 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499313 Apr 11 17:49:42.371866 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2ef2c-2868-4327-841b-e1d6b9fc2ddb req-0b138d94-7297-4e7f-ae45-c10de683bab6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:42.373446 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2df2ef2c-2868-4327-841b-e1d6b9fc2ddb req-0b138d94-7297-4e7f-ae45-c10de683bab6 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0609615 Apr 11 17:49:42.424122 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2df2ef2c-2868-4327-841b-e1d6b9fc2ddb req-a0e3ecfb-35bc-4b9f-8af2-d83d3b80c78d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447013 Apr 11 17:49:42.964836 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce48703-2599-4d7d-bf46-caece51dbbd9 req-7e4bb3b2-6923-4aa2-87ff-8495835939f5 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:42.966370 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8ce48703-2599-4d7d-bf46-caece51dbbd9 req-7e4bb3b2-6923-4aa2-87ff-8495835939f5 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0496309 Apr 11 17:49:43.018223 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8ce48703-2599-4d7d-bf46-caece51dbbd9 req-c61b4994-ead5-44b7-aacf-4bad0dfd7f5c tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460808 Apr 11 17:49:43.549018 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ebd18-8421-441d-952c-9d985d8b2df5 req-e0a3a92e-45c0-4c0d-9830-3de3f30a605a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:43.550576 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-845ebd18-8421-441d-952c-9d985d8b2df5 req-e0a3a92e-45c0-4c0d-9830-3de3f30a605a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0531111 Apr 11 17:49:43.600889 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-845ebd18-8421-441d-952c-9d985d8b2df5 req-de59864d-f153-41a4-bcc8-e5890cdf323e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 Apr 11 17:49:44.141424 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64974c19-91a5-4930-90ce-0d3317c064f9 req-a587353f-a7d7-499c-b0ce-733969347902 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:44.143134 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-64974c19-91a5-4930-90ce-0d3317c064f9 req-a587353f-a7d7-499c-b0ce-733969347902 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0489817 Apr 11 17:49:44.199377 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-64974c19-91a5-4930-90ce-0d3317c064f9 req-eb8f0996-d886-451f-856b-24c250ba04d8 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502574 Apr 11 17:49:44.268416 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-11c1b2d9-161c-4646-bc12-98e0c8c30c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:44.748178 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc3b4b-c8f3-4cd8-a402-8c4ef6d6d514 req-bb0269f3-e31e-4cbd-a671-8ed4fc25f78f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:44.749837 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ffc3b4b-c8f3-4cd8-a402-8c4ef6d6d514 req-bb0269f3-e31e-4cbd-a671-8ed4fc25f78f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0654240 Apr 11 17:49:44.802893 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7ffc3b4b-c8f3-4cd8-a402-8c4ef6d6d514 req-b4fef723-3763-44c4-bdfc-fcaa506f0477 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467219 Apr 11 17:49:45.322094 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b1ef7-a305-4945-b686-d753e9ecf178 req-20fa1ef6-c4af-4d16-acbc-b9d48d5a7589 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:45.323587 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-600b1ef7-a305-4945-b686-d753e9ecf178 req-20fa1ef6-c4af-4d16-acbc-b9d48d5a7589 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0505893 Apr 11 17:49:45.380184 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-600b1ef7-a305-4945-b686-d753e9ecf178 req-99e73ff4-5cdb-457f-96d6-d6945cd6a517 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505235 Apr 11 17:49:45.932702 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fe027-4ecf-4bf7-a1ea-b7a015e0d595 req-afc37abb-1df0-48bf-bbe4-38bbd06c720f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:45.934473 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-476fe027-4ecf-4bf7-a1ea-b7a015e0d595 req-afc37abb-1df0-48bf-bbe4-38bbd06c720f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0537379 Apr 11 17:49:45.983242 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-476fe027-4ecf-4bf7-a1ea-b7a015e0d595 req-e3e65dd8-0cbc-48cb-8b65-6269ad430eab tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430336 Apr 11 17:49:46.060506 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:46.499579 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd72ea-44a1-4073-aa3d-a795f98393f8 req-f53f3434-2340-438e-92c7-9e51ddbec9e9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:46.501140 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e3cd72ea-44a1-4073-aa3d-a795f98393f8 req-f53f3434-2340-438e-92c7-9e51ddbec9e9 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0515990 Apr 11 17:49:46.554297 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e3cd72ea-44a1-4073-aa3d-a795f98393f8 req-5c3c2e51-272c-4aa3-9c69-5e7402406d12 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448055 Apr 11 17:49:47.093275 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:47.108566 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a443f0-0121-4490-9e92-52343624e9b2 req-f93b09df-55e3-467b-844b-cff278a7d960 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:47.110124 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d5a443f0-0121-4490-9e92-52343624e9b2 req-f93b09df-55e3-467b-844b-cff278a7d960 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0501504 Apr 11 17:49:47.166492 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d5a443f0-0121-4490-9e92-52343624e9b2 req-3fe18058-054c-46c2-b323-e6b4c8aa9233 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506291 Apr 11 17:49:47.684323 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b8aeb-82a8-4364-8a2c-dde7ac726a58 req-b15d5b41-53bd-48ce-b186-c2bea7ebe6e7 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:47.685852 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6a0b8aeb-82a8-4364-8a2c-dde7ac726a58 req-b15d5b41-53bd-48ce-b186-c2bea7ebe6e7 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0571759 Apr 11 17:49:47.741448 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6a0b8aeb-82a8-4364-8a2c-dde7ac726a58 req-40537e30-b279-4d75-86a7-b20f3a2ebfc4 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495577 Apr 11 17:49:48.288763 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940483a6-2a8f-4e6c-9f76-e1b9688bc760 req-9bd4315d-2aa7-47cf-8e85-f75a3853d187 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:48.290316 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-940483a6-2a8f-4e6c-9f76-e1b9688bc760 req-9bd4315d-2aa7-47cf-8e85-f75a3853d187 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0508723 Apr 11 17:49:48.333594 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:48.345126 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-940483a6-2a8f-4e6c-9f76-e1b9688bc760 req-d9b601f9-3ec1-4f02-9e14-6280acd382fe tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490251 Apr 11 17:49:48.879127 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2253f-a74b-4e57-b5e0-d0d4895e5394 req-5c211e5c-51e5-4351-87c1-4edac9b6661a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:48.880703 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2df2253f-a74b-4e57-b5e0-d0d4895e5394 req-5c211e5c-51e5-4351-87c1-4edac9b6661a tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0665586 Apr 11 17:49:48.936788 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2df2253f-a74b-4e57-b5e0-d0d4895e5394 req-3c64a3d0-ba4c-472b-9319-dd58bb3ec3b7 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497956 Apr 11 17:49:49.165400 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21633fa4-854f-4606-8c34-6b662d98e888 req-90b1bd0a-526c-484b-93c6-a4d21bf9333f tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:49.166987 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-21633fa4-854f-4606-8c34-6b662d98e888 req-90b1bd0a-526c-484b-93c6-a4d21bf9333f tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.37 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0509725 Apr 11 17:49:49.472804 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd4831-bade-4ee6-8d1e-67cfb113ede9 req-1e4762b6-635f-461e-ae73-21849077cad7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:49.474349 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-32cd4831-bade-4ee6-8d1e-67cfb113ede9 req-1e4762b6-635f-461e-ae73-21849077cad7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0498025 Apr 11 17:49:49.525717 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-32cd4831-bade-4ee6-8d1e-67cfb113ede9 req-fdfa0222-bf97-4fb6-a58f-57166ce956c5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445654 Apr 11 17:49:49.764243 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-21633fa4-854f-4606-8c34-6b662d98e888 req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Deleting port bacd82b6-1628-4d72-86d2-2212df9d57ab {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:49.764609 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-21633fa4-854f-4606-8c34-6b662d98e888 req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:49.882768 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-21633fa4-854f-4606-8c34-6b662d98e888 req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] For port bacd82b6-1628-4d72-86d2-2212df9d57ab, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=bacd82b6-1628-4d72-86d2-2212df9d57ab,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:49.883260 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-21633fa4-854f-4606-8c34-6b662d98e888 req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:49.899585 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-21633fa4-854f-4606-8c34-6b662d98e888 req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Calling delete_port for bacd82b6-1628-4d72-86d2-2212df9d57ab owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:50.074647 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b8dc1-7b9e-4316-acd7-cf349c37282a req-b50d6e67-2772-4bda-8706-ef486b423257 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:50.076101 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-194b8dc1-7b9e-4316-acd7-cf349c37282a req-b50d6e67-2772-4bda-8706-ef486b423257 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/ports?device_id=8363217a-921d-4b24-8ef9-3825a2c9f2c8 HTTP/1.1" status: 200 len: 946 time: 0.0634439 Apr 11 17:49:50.077331 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-21633fa4-854f-4606-8c34-6b662d98e888 req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (bacd82b6-1628-4d72-86d2-2212df9d57ab), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:50.089183 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['bacd82b6-1628-4d72-86d2-2212df9d57ab'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:49:50.118754 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Pushing event deleted for resources: {'Port': ['ID=bacd82b6-1628-4d72-86d2-2212df9d57ab,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:50.135645 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.135965 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.136332 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.136699 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.137049 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.137359 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.137839 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.137993 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.138321 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.138660 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.138990 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.139403 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.139728 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.140102 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.140400 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:49:50.198392 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-21633fa4-854f-4606-8c34-6b662d98e888 req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] No DVR routers for this DVR port bacd82b6-1628-4d72-86d2-2212df9d57ab on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:49:50.204894 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-21633fa4-854f-4606-8c34-6b662d98e888 req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:50.208247 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-21633fa4-854f-4606-8c34-6b662d98e888 req-41b06786-f71f-46a8-bedb-9645d99dc5a3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.37 "DELETE /v2.0/ports/bacd82b6-1628-4d72-86d2-2212df9d57ab HTTP/1.1" status: 204 len: 173 time: 0.5416296 Apr 11 17:49:50.208725 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'name': 'network-vif-deleted', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:50.211314 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cffb13c-607c-4884-89d9-f7955573d743" -d '{"events": [{"server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "name": "network-vif-deleted", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:50.221870 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-194b8dc1-7b9e-4316-acd7-cf349c37282a req-6d61a8f6-53c9-49cb-9070-8899dc366fb3 tempest-TestMinimumBasicScenario-1531318334 tempest-TestMinimumBasicScenario-1531318334-project] 10.222.0.79 "GET /v2.0/security-groups?id=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368713 Apr 11 17:49:50.273179 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36dc420-6686-42ba-b93e-14de428e5292 x-openstack-request-id: req-a36dc420-6686-42ba-b93e-14de428e5292 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:50.273479 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8363217a-921d-4b24-8ef9-3825a2c9f2c8", "name": "network-vif-deleted", "tag": "bacd82b6-1628-4d72-86d2-2212df9d57ab", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:50.273770 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a36dc420-6686-42ba-b93e-14de428e5292 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:50.274243 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36dc420-6686-42ba-b93e-14de428e5292'] response: {'server_uuid': '8363217a-921d-4b24-8ef9-3825a2c9f2c8', 'name': 'network-vif-deleted', 'tag': 'bacd82b6-1628-4d72-86d2-2212df9d57ab', 'status': 'completed', 'code': 200} Apr 11 17:49:50.655497 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeff46-a74b-445a-8e2a-2517404d6a76 req-116466cb-dc30-4617-803a-3e5b3eea8bc2 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:50.657062 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eebeff46-a74b-445a-8e2a-2517404d6a76 req-116466cb-dc30-4617-803a-3e5b3eea8bc2 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0551355 Apr 11 17:49:50.718676 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eebeff46-a74b-445a-8e2a-2517404d6a76 req-330790d3-6358-44da-8267-ae901d827c34 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518408 Apr 11 17:49:50.846616 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165634-12c1-4e1f-bbed-70bc245fc082 req-fd1a2109-3718-4569-9ec1-eb2c9956c9a1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:50.848340 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-57165634-12c1-4e1f-bbed-70bc245fc082 req-fd1a2109-3718-4569-9ec1-eb2c9956c9a1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0497997 Apr 11 17:49:50.857092 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 57934) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:50.861721 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-f0433195-0a39-403c-8679-5b7b92091142 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Request body: {'floatingip': {'port_id': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:49:50.906007 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f0433195-0a39-403c-8679-5b7b92091142 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (75c93d7c-8d2d-4f30-ae66-b3375ae6b914), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:51.393566 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f0433195-0a39-403c-8679-5b7b92091142 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:51.405882 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f0433195-0a39-403c-8679-5b7b92091142 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (75c93d7c-8d2d-4f30-ae66-b3375ae6b914), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:51.528216 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [None req-f0433195-0a39-403c-8679-5b7b92091142 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Floating IP 75c93d7c-8d2d-4f30-ae66-b3375ae6b914 associated. External IP: 172.27.0.151, port: 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c. Apr 11 17:49:51.764603 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0433195-0a39-403c-8679-5b7b92091142 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Router db8eed94-3e39-45c8-99dd-322b442d28d6 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:49:51.881643 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0433195-0a39-403c-8679-5b7b92091142 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:49:51.888384 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f0433195-0a39-403c-8679-5b7b92091142 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:51.898367 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] Sync routers for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:49:51.910658 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:51.911807 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:51.927631 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f0433195-0a39-403c-8679-5b7b92091142 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "PUT /v2.0/floatingips/75c93d7c-8d2d-4f30-ae66-b3375ae6b914 HTTP/1.1" status: 200 len: 992 time: 1.0605454 Apr 11 17:49:52.018272 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 57994) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:52.026418 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:52.276033 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:52.281068 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:52.319159 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '75c93d7c-8d2d-4f30-ae66-b3375ae6b914', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'port_id': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'mac_address': 'fa:16:3e:c9:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:49:27Z', 'updated_at': '2022-04-11T17:49:51Z', 'revision_number': 1, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:52.319701 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574df066-155d-4134-b18d-4df085d3159d x-openstack-request-id: req-574df066-155d-4134-b18d-4df085d3159d {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:52.319701 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:52.319701 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-574df066-155d-4134-b18d-4df085d3159d {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:52.319701 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574df066-155d-4134-b18d-4df085d3159d'] response: {'name': 'network-changed', 'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'status': 'completed', 'code': 200} Apr 11 17:49:52.348659 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] Checking router: db8eed94-3e39-45c8-99dd-322b442d28d6 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:49:52.358442 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:52.359050 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:52.383543 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-3f1ef35c-df1e-4e9a-b8a1-f8dd9d89727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:52.385194 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-3f1ef35c-df1e-4e9a-b8a1-f8dd9d89727f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 1130 time: 0.0417593 Apr 11 17:49:52.467720 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585588'] for router_interface (e79cb281-cb8a-4961-ba0a-20df6152f454), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:52.481834 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:52.496746 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-9a9020b8-80f7-4a62-94ea-e90768298732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:52.508210 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-9a9020b8-80f7-4a62-94ea-e90768298732 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 917 time: 0.1149669 Apr 11 17:49:52.583988 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-0c4809ae-dcbb-4120-ba29-148f270f42df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c HTTP/1.1" status: 200 len: 1000 time: 0.0652192 Apr 11 17:49:52.646634 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-cc82610b-bfed-4ed8-b4ef-6955022cfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:52.649353 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-cc82610b-bfed-4ed8-b4ef-6955022cfbb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.0585566 Apr 11 17:49:52.702625 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-34ff9cd5-7f6e-4446-8af0-acb5217acb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:52.704323 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-34ff9cd5-7f6e-4446-8af0-acb5217acb77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459428 Apr 11 17:49:52.741558 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '75c93d7c-8d2d-4f30-ae66-b3375ae6b914', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'port_id': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'mac_address': 'fa:16:3e:c9:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:49:27Z', 'updated_at': '2022-04-11T17:49:51Z', 'revision_number': 1, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:52.774305 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3246c6-6d78-498b-b204-3537ed80ed2a None None] The sync data for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi is: [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '75c93d7c-8d2d-4f30-ae66-b3375ae6b914', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'port_id': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'mac_address': 'fa:16:3e:c9:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:49:27Z', 'updated_at': '2022-04-11T17:49:51Z', 'revision_number': 1, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:49:52.788694 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] Deleting port f2c3211f-263c-4fac-b48a-181b495f59e3 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:52.789165 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:52.824043 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-3d772979-7aa5-4656-b15b-d0b41fbcb67c service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050460 Apr 11 17:49:52.885017 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] For port f2c3211f-263c-4fac-b48a-181b495f59e3, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=f2c3211f-263c-4fac-b48a-181b495f59e3,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:52.885375 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:52.901849 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] Calling delete_port for f2c3211f-263c-4fac-b48a-181b495f59e3 owned by network:router_interface {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:52.923017 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9a5f737-1b69-4e5b-bdc0-65fb1528b8cf req-2e65e2dc-4ce5-465a-9b8c-df7e049ada49 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912573 Apr 11 17:49:53.006720 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523caf9a-0a4d-4e63-a5b3-3fc62fff154f None None] New status for floating IP 75c93d7c-8d2d-4f30-ae66-b3375ae6b914: ACTIVE {{(pid=109942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:49:53.113068 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (f2c3211f-263c-4fac-b48a-181b495f59e3), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:53.150470 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c3211f-263c-4fac-b48a-181b495f59e3,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:53.352605 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585432'] for router_interface (e79cb281-cb8a-4961-ba0a-20df6152f454), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:53.883064 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] Router e79cb281-cb8a-4961-ba0a-20df6152f454 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:49:54.013342 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:49:54.021339 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-63cae461-5a37-45d6-970d-e3ce172aa6db admin admin] 10.222.0.79 "PUT /v2.0/routers/e79cb281-cb8a-4961-ba0a-20df6152f454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0017881 Apr 11 17:49:54.023823 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58012) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:54.028148 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] Sync routers for ids ['e79cb281-cb8a-4961-ba0a-20df6152f454'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:49:54.155494 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Publish callbacks [] for router (e79cb281-cb8a-4961-ba0a-20df6152f454), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:54.172085 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] Routers {'e79cb281-cb8a-4961-ba0a-20df6152f454'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:54.172706 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['e79cb281-cb8a-4961-ba0a-20df6152f454'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:54.273465 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Publish callbacks [] for router_gateway (e79cb281-cb8a-4961-ba0a-20df6152f454), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:54.288989 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] Set router e79cb281-cb8a-4961-ba0a-20df6152f454 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:54.324421 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Deleting port d28d4218-e4f8-47c2-942a-cb69ad6b3327 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:54.324955 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:54.417418 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] For port d28d4218-e4f8-47c2-942a-cb69ad6b3327, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=d28d4218-e4f8-47c2-942a-cb69ad6b3327,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:54.417764 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:54.431758 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Calling delete_port for d28d4218-e4f8-47c2-942a-cb69ad6b3327 owned by network:router_gateway {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:54.465935 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:49:53Z', 'revision_number': 5, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port': {'id': 'd28d4218-e4f8-47c2-942a-cb69ad6b3327', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:23Z', 'updated_at': '2022-04-11T17:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:54.511758 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] Checking router: e79cb281-cb8a-4961-ba0a-20df6152f454 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:49:54.520949 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] Routers {'e79cb281-cb8a-4961-ba0a-20df6152f454'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:54.521579 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['e79cb281-cb8a-4961-ba0a-20df6152f454'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:54.629956 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] Set router e79cb281-cb8a-4961-ba0a-20df6152f454 gateway port host: None {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:54.644965 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (d28d4218-e4f8-47c2-942a-cb69ad6b3327), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:54.696156 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:49:54Z', 'revision_number': 6, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port_host': None}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:54.697825 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28d4218-e4f8-47c2-942a-cb69ad6b3327,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:54.723924 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ae983-3eb9-4e81-8f55-5cd9e9013c0f None None] The sync data for ids ['e79cb281-cb8a-4961-ba0a-20df6152f454'] in dv-cinder-837167-2-iscsi is: [{'id': 'e79cb281-cb8a-4961-ba0a-20df6152f454', 'name': 'tempest-TestMinimumBasicScenario-248098268-router', 'tenant_id': '972d43f1fad849a0aca760c4257c6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:22Z', 'updated_at': '2022-04-11T17:49:54Z', 'revision_number': 6, 'project_id': '972d43f1fad849a0aca760c4257c6d35', 'gw_port_host': None}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:49:54.740087 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device bacd82b6-1628-4d72-86d2-2212df9d57ab no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:49:54.746103 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585406'] for router_gateway (e79cb281-cb8a-4961-ba0a-20df6152f454), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:54.747477 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d66e29-8a00-4969-a6d4-6eb99661c60a req-e84bcfae-7d86-4453-906e-577baa9a3ab4 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:54.750716 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-72d66e29-8a00-4969-a6d4-6eb99661c60a req-e84bcfae-7d86-4453-906e-577baa9a3ab4 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 945 time: 0.0624714 Apr 11 17:49:54.778984 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: bacd82b6-1628-4d72-86d2-2212df9d57ab {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:49:54.779486 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device bacd82b6-1628-4d72-86d2-2212df9d57ab not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:49:54.818029 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-72d66e29-8a00-4969-a6d4-6eb99661c60a req-467ae384-2d69-427b-aefe-193f278646aa tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550237 Apr 11 17:49:54.873586 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (e79cb281-cb8a-4961-ba0a-20df6152f454), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:54.875975 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Publish callbacks [] for router_controller (e79cb281-cb8a-4961-ba0a-20df6152f454), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:54.943098 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1652569'] for router (e79cb281-cb8a-4961-ba0a-20df6152f454), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:54.943924 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79cb281-cb8a-4961-ba0a-20df6152f454 {{(pid=109939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:49:54.950892 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:54.952533 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fbac57aa-d2b4-4001-a38d-18673a791948 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e79cb281-cb8a-4961-ba0a-20df6152f454 HTTP/1.1" status: 204 len: 168 time: 0.9276369 Apr 11 17:49:54.955257 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58020) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:55.002230 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-271101db-3d17-4f14-bf8d-06f33b7a4dda admin admin] Deleting subnet 17e43e9b-cc14-4eca-8175-44631c934fef {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:49:55.006137 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-271101db-3d17-4f14-bf8d-06f33b7a4dda admin admin] Publish callbacks [] for subnet (17e43e9b-cc14-4eca-8175-44631c934fef), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.050470 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-271101db-3d17-4f14-bf8d-06f33b7a4dda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (17e43e9b-cc14-4eca-8175-44631c934fef), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.170702 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-271101db-3d17-4f14-bf8d-06f33b7a4dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (17e43e9b-cc14-4eca-8175-44631c934fef), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.231129 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-271101db-3d17-4f14-bf8d-06f33b7a4dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (17e43e9b-cc14-4eca-8175-44631c934fef), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.256882 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271101db-3d17-4f14-bf8d-06f33b7a4dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e43e9b-cc14-4eca-8175-44631c934fef,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:55.260686 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-271101db-3d17-4f14-bf8d-06f33b7a4dda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.265860 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-271101db-3d17-4f14-bf8d-06f33b7a4dda admin admin] 10.222.0.79 "DELETE /v2.0/subnets/17e43e9b-cc14-4eca-8175-44631c934fef HTTP/1.1" status: 204 len: 168 time: 0.3077815 Apr 11 17:49:55.267067 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58022) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:55.271720 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b5189-445a-42aa-9278-75a0b8756d33 None None] Network a1296a78-ceae-4ab5-b9c1-5b0de8049895 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:49:55.338958 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (a1296a78-ceae-4ab5-b9c1-5b0de8049895), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.394989 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Deleting port 151c32ca-8563-4ffa-846e-e709bce2f807 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:55.395332 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.468844 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] For port 151c32ca-8563-4ffa-846e-e709bce2f807, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=151c32ca-8563-4ffa-846e-e709bce2f807,segment=NetworkSegment(405c036a-7537-4d41-ae57-aaa02722ac8f),segment_id=405c036a-7537-4d41-ae57-aaa02722ac8f)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:55.469205 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.488950 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e761cfb-e2be-48be-bf60-98636d8e1231 None None] DHCP port deletion for a1296a78-ceae-4ab5-b9c1-5b0de8049895 request from dv-cinder-837167-2-iscsi {{(pid=109940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:49:55.490056 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Calling delete_port for 151c32ca-8563-4ffa-846e-e709bce2f807 owned by network:dhcp {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:55.551252 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device d28d4218-e4f8-47c2-942a-cb69ad6b3327 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:49:55.575657 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: d28d4218-e4f8-47c2-942a-cb69ad6b3327 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:49:55.575974 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device d28d4218-e4f8-47c2-942a-cb69ad6b3327 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:49:55.576412 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device f2c3211f-263c-4fac-b48a-181b495f59e3 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:49:55.581075 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-1e761cfb-e2be-48be-bf60-98636d8e1231 None None] Deleting port 151c32ca-8563-4ffa-846e-e709bce2f807 {{(pid=109940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:55.581445 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1e761cfb-e2be-48be-bf60-98636d8e1231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), before_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.592701 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.610062 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: f2c3211f-263c-4fac-b48a-181b495f59e3 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:49:55.610401 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device f2c3211f-263c-4fac-b48a-181b495f59e3 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:49:55.610931 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 151c32ca-8563-4ffa-846e-e709bce2f807 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:49:55.622324 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=151c32ca-8563-4ffa-846e-e709bce2f807,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:55.626851 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] No DVR routers for this DVR port 151c32ca-8563-4ffa-846e-e709bce2f807 on host dv-cinder-837167-2-iscsi {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:49:55.669482 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 151c32ca-8563-4ffa-846e-e709bce2f807 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:49:55.669858 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 151c32ca-8563-4ffa-846e-e709bce2f807 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:49:55.686552 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-1e761cfb-e2be-48be-bf60-98636d8e1231 None None] For port 151c32ca-8563-4ffa-846e-e709bce2f807, host dv-cinder-837167-2-iscsi, got binding levels [] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:55.687077 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1e761cfb-e2be-48be-bf60-98636d8e1231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), precommit_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.702402 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (a1296a78-ceae-4ab5-b9c1-5b0de8049895), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.707588 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-1e761cfb-e2be-48be-bf60-98636d8e1231 None None] Calling delete_port for 151c32ca-8563-4ffa-846e-e709bce2f807 owned by network:dhcp {{(pid=109940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:55.714141 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.ipam_backend_mixin [None req-1e761cfb-e2be-48be-bf60-98636d8e1231 None None] Port 151c32ca-8563-4ffa-846e-e709bce2f807 was not found and therefore no delete operation was performed {{(pid=109940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 17:49:55.716019 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1e761cfb-e2be-48be-bf60-98636d8e1231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (151c32ca-8563-4ffa-846e-e709bce2f807), after_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.743423 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1296a78-ceae-4ab5-b9c1-5b0de8049895']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:55.754883 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405c036a-7537-4d41-ae57-aaa02722ac8f') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:55.755185 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405c036a-7537-4d41-ae57-aaa02722ac8f') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:55.755993 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e761cfb-e2be-48be-bf60-98636d8e1231 None None] Pushing event deleted for resources: {'Port': ['ID=151c32ca-8563-4ffa-846e-e709bce2f807,revision_number=None']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:55.760439 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e761cfb-e2be-48be-bf60-98636d8e1231 None None] No DVR routers for this DVR port 151c32ca-8563-4ffa-846e-e709bce2f807 on host dv-cinder-837167-2-iscsi {{(pid=109940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:49:55.766987 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (405c036a-7537-4d41-ae57-aaa02722ac8f), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.785986 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (405c036a-7537-4d41-ae57-aaa02722ac8f), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.800480 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:49:55.801378 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (405c036a-7537-4d41-ae57-aaa02722ac8f), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:49:55.804024 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:49:55.869802 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (a1296a78-ceae-4ab5-b9c1-5b0de8049895), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.876271 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:55.882649 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a1296a78-ceae-4ab5-b9c1-5b0de8049895 HTTP/1.1" status: 204 len: 168 time: 0.6113226 Apr 11 17:49:55.882866 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58026) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:55.903408 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f901c-0883-4b93-892c-bae49c70ebc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1296a78-ceae-4ab5-b9c1-5b0de8049895,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:55.943029 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604456c9-13c3-42c4-9b7d-b86489e4f6c7 req-26207535-5f37-4aac-ac45-2782916eaa97 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:55.944548 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-604456c9-13c3-42c4-9b7d-b86489e4f6c7 req-26207535-5f37-4aac-ac45-2782916eaa97 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 945 time: 0.0494990 Apr 11 17:49:55.997385 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-604456c9-13c3-42c4-9b7d-b86489e4f6c7 req-8e7f75ee-4bb0-497f-ae34-4db799bd68a1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448914 Apr 11 17:49:56.257066 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585588'] for router_interface (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:56.438831 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-c5bc52aa-d355-4d93-bcc1-2a6191bc96cd tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:49:56.440368 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-c5bc52aa-d355-4d93-bcc1-2a6191bc96cd tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.37 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 945 time: 0.0482681 Apr 11 17:49:56.506874 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] Deleting port 868952af-11f4-41e2-8a61-fe42137e4dde {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:56.507277 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:56.539485 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-518716d6-8d1a-4497-b550-bc1ce7d485d1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Deleting port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:56.539800 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-518716d6-8d1a-4497-b550-bc1ce7d485d1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:56.590446 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] For port 868952af-11f4-41e2-8a61-fe42137e4dde, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=868952af-11f4-41e2-8a61-fe42137e4dde,segment=NetworkSegment(9e0a3f3a-6679-4b83-9a86-c3bc001fc691),segment_id=9e0a3f3a-6679-4b83-9a86-c3bc001fc691)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:56.590807 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:56.604703 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] Calling delete_port for 868952af-11f4-41e2-8a61-fe42137e4dde owned by network:router_interface {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:56.644016 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-518716d6-8d1a-4497-b550-bc1ce7d485d1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] For port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,segment=NetworkSegment(f0821831-bbf2-4e92-89db-6644fd00f188),segment_id=f0821831-bbf2-4e92-89db-6644fd00f188)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:56.644410 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-518716d6-8d1a-4497-b550-bc1ce7d485d1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:56.657933 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-518716d6-8d1a-4497-b550-bc1ce7d485d1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Calling delete_port for 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:56.798038 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-518716d6-8d1a-4497-b550-bc1ce7d485d1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:56.809089 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (868952af-11f4-41e2-8a61-fe42137e4dde), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:56.818017 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:49:56.830849 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518716d6-8d1a-4497-b550-bc1ce7d485d1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Pushing event deleted for resources: {'Port': ['ID=9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:56.841117 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=868952af-11f4-41e2-8a61-fe42137e4dde,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:56.882957 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-518716d6-8d1a-4497-b550-bc1ce7d485d1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] No DVR routers for this DVR port 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:49:56.890471 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-518716d6-8d1a-4497-b550-bc1ce7d485d1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:56.893905 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f12143af-6bf0-455d-82f5-17d8ed5ae902 req-518716d6-8d1a-4497-b550-bc1ce7d485d1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.37 "DELETE /v2.0/ports/9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf HTTP/1.1" status: 204 len: 173 time: 0.4471419 Apr 11 17:49:56.894363 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bb453e-742e-4c7a-bf51-735ee5e509f6', 'name': 'network-vif-deleted', 'tag': '9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:49:56.896699 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb611434-1abd-4ded-b654-ccf5a40ee2f9" -d '{"events": [{"server_uuid": "51bb453e-742e-4c7a-bf51-735ee5e509f6", "name": "network-vif-deleted", "tag": "9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:49:56.940559 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2bf8eb-7f9e-420e-985a-5800e2f353fd x-openstack-request-id: req-0d2bf8eb-7f9e-420e-985a-5800e2f353fd {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:49:56.940807 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bb453e-742e-4c7a-bf51-735ee5e509f6", "name": "network-vif-deleted", "tag": "9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:49:56.941219 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d2bf8eb-7f9e-420e-985a-5800e2f353fd {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:49:56.941810 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2bf8eb-7f9e-420e-985a-5800e2f353fd'] response: {'server_uuid': '51bb453e-742e-4c7a-bf51-735ee5e509f6', 'name': 'network-vif-deleted', 'tag': '9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf', 'status': 'completed', 'code': 200} Apr 11 17:49:57.062618 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585432'] for router_interface (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:57.121433 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3e30332d-1181-46b5-bc4a-ffdd1df6c074 req-d837f582-279e-4956-b18f-c0998b42b8e8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=51bb453e-742e-4c7a-bf51-735ee5e509f6 HTTP/1.1" status: 200 len: 210 time: 0.0285947 Apr 11 17:49:57.585160 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] Router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:49:57.701022 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:49:57.706228 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-b9e4908d-3fdd-4c8c-a3d2-73efac918ff2 admin admin] 10.222.0.79 "PUT /v2.0/routers/7eb81cfc-3eef-4a41-b3ab-a8a64d39458a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8222799 Apr 11 17:49:57.710173 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58032) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:57.713103 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] Sync routers for ids ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:49:57.723679 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] Routers {'7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:57.724629 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:57.827197 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Publish callbacks [] for router (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:57.852341 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] Set router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:57.946854 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Publish callbacks [] for router_gateway (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:57.995656 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Deleting port c22b6529-fde4-4dc5-99e8-119f37362e1f {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:57.996013 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.038663 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'name': 'tempest-TestMinimumBasicScenario-1100741408-router', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:28Z', 'updated_at': '2022-04-11T17:49:56Z', 'revision_number': 5, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'gw_port': {'id': 'c22b6529-fde4-4dc5-99e8-119f37362e1f', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:29Z', 'updated_at': '2022-04-11T17:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:58.065946 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] Checking router: 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:49:58.075365 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] Routers {'7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:49:58.075981 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:58.081619 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] For port c22b6529-fde4-4dc5-99e8-119f37362e1f, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=c22b6529-fde4-4dc5-99e8-119f37362e1f,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:58.082022 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.096290 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Calling delete_port for c22b6529-fde4-4dc5-99e8-119f37362e1f owned by network:router_gateway {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:58.181193 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] Set router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a gateway port host: None {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:49:58.255867 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'name': 'tempest-TestMinimumBasicScenario-1100741408-router', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:28Z', 'updated_at': '2022-04-11T17:49:57Z', 'revision_number': 6, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'gw_port_host': None}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:58.286505 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcff85d-6845-4e24-9f88-14442db106c5 None None] The sync data for ids ['7eb81cfc-3eef-4a41-b3ab-a8a64d39458a'] in dv-cinder-837167-2-iscsi is: [{'id': '7eb81cfc-3eef-4a41-b3ab-a8a64d39458a', 'name': 'tempest-TestMinimumBasicScenario-1100741408-router', 'tenant_id': 'a39e85578d1d45da884798abb62260c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:28Z', 'updated_at': '2022-04-11T17:49:57Z', 'revision_number': 6, 'project_id': 'a39e85578d1d45da884798abb62260c7', 'gw_port_host': None}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:49:58.298333 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (c22b6529-fde4-4dc5-99e8-119f37362e1f), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.332804 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Pushing event deleted for resources: {'Port': ['ID=c22b6529-fde4-4dc5-99e8-119f37362e1f,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:58.405242 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585406'] for router_gateway (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.512060 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.515700 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Publish callbacks [] for router_controller (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.566418 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1652569'] for router (7eb81cfc-3eef-4a41-b3ab-a8a64d39458a), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.566946 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb81cfc-3eef-4a41-b3ab-a8a64d39458a {{(pid=109939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:49:58.571445 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.572606 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-171a7a66-7267-46b8-963a-f12f4c42d659 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7eb81cfc-3eef-4a41-b3ab-a8a64d39458a HTTP/1.1" status: 204 len: 168 time: 0.8614550 Apr 11 17:49:58.576749 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58042) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:58.622399 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_v2 [None req-8035df45-e746-4c1f-92ac-d1aaf1600615 admin admin] Deleting subnet 7faebd69-9514-4993-a360-f0566dba5964 {{(pid=109938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:49:58.625877 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8035df45-e746-4c1f-92ac-d1aaf1600615 admin admin] Publish callbacks [] for subnet (7faebd69-9514-4993-a360-f0566dba5964), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.669304 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8035df45-e746-4c1f-92ac-d1aaf1600615 admin admin] Publish callbacks [] for subnet (7faebd69-9514-4993-a360-f0566dba5964), precommit_delete_associations {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.752022 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8035df45-e746-4c1f-92ac-d1aaf1600615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (7faebd69-9514-4993-a360-f0566dba5964), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.810725 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8035df45-e746-4c1f-92ac-d1aaf1600615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for subnet (7faebd69-9514-4993-a360-f0566dba5964), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.838863 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035df45-e746-4c1f-92ac-d1aaf1600615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7faebd69-9514-4993-a360-f0566dba5964,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:58.840864 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-8035df45-e746-4c1f-92ac-d1aaf1600615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.844194 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-8035df45-e746-4c1f-92ac-d1aaf1600615 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7faebd69-9514-4993-a360-f0566dba5964 HTTP/1.1" status: 204 len: 168 time: 0.2663033 Apr 11 17:49:58.845517 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fff1a39-1364-41c9-ae56-748c98bd4c09 None None] Network d663ba02-7f1e-43c7-814b-a368902eed05 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:49:58.848243 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58046) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:58.930166 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (d663ba02-7f1e-43c7-814b-a368902eed05), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:58.981951 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Deleting port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:58.982290 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.056787 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] For port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=6351e0be-06ad-4efe-8b6e-41d29a7dc5bd,segment=NetworkSegment(9e0a3f3a-6679-4b83-9a86-c3bc001fc691),segment_id=9e0a3f3a-6679-4b83-9a86-c3bc001fc691)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:59.057153 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.075017 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Calling delete_port for 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd owned by network:dhcp {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:59.087474 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d4640-7962-45b8-b061-3755c0d6a54b None None] DHCP port deletion for d663ba02-7f1e-43c7-814b-a368902eed05 request from dv-cinder-837167-2-iscsi {{(pid=109940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:49:59.134441 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-081d4640-7962-45b8-b061-3755c0d6a54b None None] Deleting port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd {{(pid=109940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:49:59.135019 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-081d4640-7962-45b8-b061-3755c0d6a54b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), before_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.181760 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.195341 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] No DVR routers for this DVR port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd on host dv-cinder-837167-2-iscsi {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:49:59.210585 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-081d4640-7962-45b8-b061-3755c0d6a54b None None] For port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=6351e0be-06ad-4efe-8b6e-41d29a7dc5bd,segment=NetworkSegment(9e0a3f3a-6679-4b83-9a86-c3bc001fc691),segment_id=9e0a3f3a-6679-4b83-9a86-c3bc001fc691)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:49:59.210982 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-081d4640-7962-45b8-b061-3755c0d6a54b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), precommit_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.225493 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-081d4640-7962-45b8-b061-3755c0d6a54b None None] Calling delete_port for 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd owned by network:dhcp {{(pid=109940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:49:59.234562 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Pushing event deleted for resources: {'Port': ['ID=6351e0be-06ad-4efe-8b6e-41d29a7dc5bd,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:59.363001 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-081d4640-7962-45b8-b061-3755c0d6a54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (6351e0be-06ad-4efe-8b6e-41d29a7dc5bd), after_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.399539 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d4640-7962-45b8-b061-3755c0d6a54b None None] Pushing event deleted for resources: {'Port': ['ID=6351e0be-06ad-4efe-8b6e-41d29a7dc5bd,revision_number=None']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:49:59.405284 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d4640-7962-45b8-b061-3755c0d6a54b None None] No DVR routers for this DVR port 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd on host dv-cinder-837167-2-iscsi {{(pid=109940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:49:59.501588 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:49:59.523278 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:49:59.523616 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 6351e0be-06ad-4efe-8b6e-41d29a7dc5bd not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:49:59.524029 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 868952af-11f4-41e2-8a61-fe42137e4dde no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:49:59.548696 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 868952af-11f4-41e2-8a61-fe42137e4dde {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:49:59.548967 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 868952af-11f4-41e2-8a61-fe42137e4dde not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:49:59.549332 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device c22b6529-fde4-4dc5-99e8-119f37362e1f no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:49:59.555547 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (d663ba02-7f1e-43c7-814b-a368902eed05), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.569816 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: c22b6529-fde4-4dc5-99e8-119f37362e1f {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:49:59.570152 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device c22b6529-fde4-4dc5-99e8-119f37362e1f not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:49:59.578658 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.579209 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.580110 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.580439 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > port after_create 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.580797 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.581127 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > port after_update 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.581450 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.581861 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.582343 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.582492 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.691274 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.691540 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.691869 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.692196 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:49:59.692566 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d663ba02-7f1e-43c7-814b-a368902eed05']}} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:59.711590 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0a3f3a-6679-4b83-9a86-c3bc001fc691') {'for_net_delete': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:59.711822 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0a3f3a-6679-4b83-9a86-c3bc001fc691') {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:49:59.729687 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51458797'] for segment (9e0a3f3a-6679-4b83-9a86-c3bc001fc691), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.752138 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (9e0a3f3a-6679-4b83-9a86-c3bc001fc691), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.764340 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=109938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:49:59.764778 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51458120'] for segment (9e0a3f3a-6679-4b83-9a86-c3bc001fc691), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: from cryptography.utils import int_from_bytes Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: from cryptography.utils import int_from_bytes Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: Traceback (most recent call last): Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: timer() Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: cb(*args, **kw) Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: return func(*args, **kwargs) Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: self._notify() Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: self.callback(batched_events) Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: event.method(event) Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: return f(self, *a, **k) Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: return self._get(url).json() Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: return self.request(url, 'GET', **kwargs) Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:49:59.770227 dv-cinder-837167-2-iscsi neutron-server[109938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:49:59.844625 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (d663ba02-7f1e-43c7-814b-a368902eed05), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.861712 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:59.865070 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d663ba02-7f1e-43c7-814b-a368902eed05 HTTP/1.1" status: 204 len: 168 time: 1.0155902 Apr 11 17:49:59.866451 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c33e57-2bda-4770-9cff-d7b19a35b273 admin admin] Pushing event deleted for resources: {'Network': ['ID=d663ba02-7f1e-43c7-814b-a368902eed05,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:00.001100 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58054) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:00.047051 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-75055f76-087e-43aa-9490-af10688ee3a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=972d43f1fad849a0aca760c4257c6d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443258 Apr 11 17:50:00.051202 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58056) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:00.105114 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-28cb689c-ab52-4b50-bc62-550eefba9b1c admin admin] Publish callbacks [] for security_group (b65689e4-a0f0-42c0-abf9-ccf7b4548aa3), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:00.128985 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-28cb689c-ab52-4b50-bc62-550eefba9b1c admin admin] Publish callbacks [] for security_group (b65689e4-a0f0-42c0-abf9-ccf7b4548aa3), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:00.185161 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-28cb689c-ab52-4b50-bc62-550eefba9b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (b65689e4-a0f0-42c0-abf9-ccf7b4548aa3), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:00.187935 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-28cb689c-ab52-4b50-bc62-550eefba9b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:00.189108 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-28cb689c-ab52-4b50-bc62-550eefba9b1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b65689e4-a0f0-42c0-abf9-ccf7b4548aa3 HTTP/1.1" status: 204 len: 168 time: 0.1369202 Apr 11 17:50:00.198057 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb689c-ab52-4b50-bc62-550eefba9b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65689e4-a0f0-42c0-abf9-ccf7b4548aa3,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:00.557797 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58072) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:00.619970 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-2668e20a-851b-4713-b377-dc23c76e3ba3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a39e85578d1d45da884798abb62260c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609305 Apr 11 17:50:00.622667 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58076) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:00.706464 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4e99-26e9-42b0-97fa-50a9b53e25cc req-7ccc4519-4b19-46b5-87da-70c6eb678b87 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:00.707861 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0fee4e99-26e9-42b0-97fa-50a9b53e25cc req-7ccc4519-4b19-46b5-87da-70c6eb678b87 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0600085 Apr 11 17:50:00.713868 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4b000e8d-8921-4ca4-b083-f085b4df7ffc admin admin] Publish callbacks [] for security_group (11c8ba6d-ec2e-4e8b-a3e6-d54af257721b), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:00.758891 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4b000e8d-8921-4ca4-b083-f085b4df7ffc admin admin] Publish callbacks [] for security_group (11c8ba6d-ec2e-4e8b-a3e6-d54af257721b), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:00.800078 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0fee4e99-26e9-42b0-97fa-50a9b53e25cc req-bfa2c08d-133e-46f6-bf30-bd2c04022352 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839875 Apr 11 17:50:00.836409 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4b000e8d-8921-4ca4-b083-f085b4df7ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (11c8ba6d-ec2e-4e8b-a3e6-d54af257721b), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:00.839929 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4b000e8d-8921-4ca4-b083-f085b4df7ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:00.841106 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-4b000e8d-8921-4ca4-b083-f085b4df7ffc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11c8ba6d-ec2e-4e8b-a3e6-d54af257721b HTTP/1.1" status: 204 len: 168 time: 0.2174580 Apr 11 17:50:00.852418 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b000e8d-8921-4ca4-b083-f085b4df7ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c8ba6d-ec2e-4e8b-a3e6-d54af257721b,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:01.133663 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:50:01.159837 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:50:01.160208 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 9b3ddc3c-2d97-4f95-b74b-3b6684cbe7bf not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:50:01.928325 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3e562-efa9-47d3-8a3c-17b21f387212 req-8eb99fe3-1af8-456e-9514-f3e3a0c430f9 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:01.929876 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3ab3e562-efa9-47d3-8a3c-17b21f387212 req-8eb99fe3-1af8-456e-9514-f3e3a0c430f9 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0488493 Apr 11 17:50:01.984788 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3ab3e562-efa9-47d3-8a3c-17b21f387212 req-96292816-9e6e-4708-b184-b79b107e2b3a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490341 Apr 11 17:50:03.055111 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-922d6f27-a2fe-43d6-b98a-ef399fa988be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380716 Apr 11 17:50:03.108597 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315ee1-0443-408f-8e6c-f38b8493f57e req-e6506d97-1569-4d76-aab7-09c24b344e48 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:03.110206 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-90315ee1-0443-408f-8e6c-f38b8493f57e req-e6506d97-1569-4d76-aab7-09c24b344e48 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0541945 Apr 11 17:50:03.165872 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-90315ee1-0443-408f-8e6c-f38b8493f57e req-201f1adf-50f6-417e-a4be-cb6b860031b6 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498691 Apr 11 17:50:03.194617 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:04.295878 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79c3ee-3cfd-415b-94b0-66764ac907d0 req-e83788bc-2257-4359-9693-82b56784c24b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:04.297441 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cc79c3ee-3cfd-415b-94b0-66764ac907d0 req-e83788bc-2257-4359-9693-82b56784c24b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0552397 Apr 11 17:50:04.350589 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cc79c3ee-3cfd-415b-94b0-66764ac907d0 req-5b9d6ea4-5d97-4d4a-994b-2b09c6f2e7e5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461161 Apr 11 17:50:05.702587 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b91ae8-689d-4624-b149-bb4cfac0afa5 req-13b7e64c-2495-446e-9e01-a27b776db732 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:05.704212 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e8b91ae8-689d-4624-b149-bb4cfac0afa5 req-13b7e64c-2495-446e-9e01-a27b776db732 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.2783506 Apr 11 17:50:05.781432 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75327360-dba6-42ef-a664-2030fa623982 req-783b9be5-7177-47be-b689-b1001b4ec3a2 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:05.783137 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-75327360-dba6-42ef-a664-2030fa623982 req-783b9be5-7177-47be-b689-b1001b4ec3a2 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.37 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 946 time: 0.0589821 Apr 11 17:50:05.789259 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-343f45b8-d70b-4905-8275-883bad2f472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:05.790827 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-343f45b8-d70b-4905-8275-883bad2f472d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a0bc340bf243f1ab44be5511817935&device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 1130 time: 0.0619988 Apr 11 17:50:05.794669 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e8b91ae8-689d-4624-b149-bb4cfac0afa5 req-943024a2-dbba-42bf-92b8-bf07699d03c2 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9172218-7090-4c1f-882f-52de67b2452c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844836 Apr 11 17:50:05.898745 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Deleting port b53e2b66-29be-4ce6-b136-d6314ddc49bd {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:05.898977 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:05.914280 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-f08607b4-310e-4f48-8c2b-03d6a495ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:05.915804 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-f08607b4-310e-4f48-8c2b-03d6a495ff21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 200 len: 919 time: 0.0968387 Apr 11 17:50:05.973294 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-b554c046-2e6b-41ee-ba71-2873b61a5ca3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475 HTTP/1.1" status: 200 len: 217 time: 0.0503755 Apr 11 17:50:06.001040 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] For port b53e2b66-29be-4ce6-b136-d6314ddc49bd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b53e2b66-29be-4ce6-b136-d6314ddc49bd,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:06.001405 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:06.027484 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-5bf9443d-344f-4cae-a715-eecd6f8998d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:06.029026 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-5bf9443d-344f-4cae-a715-eecd6f8998d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 200 len: 857 time: 0.0488620 Apr 11 17:50:06.075263 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-30e1acad-2054-43b9-bcc3-5dd7c7194b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:06.077170 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-30e1acad-2054-43b9-bcc3-5dd7c7194b16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f9610a-b2e0-4797-a439-7b917367c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413594 Apr 11 17:50:06.196764 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-8a7869bb-a250-4ad2-885b-465c3e622dfd service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039128 Apr 11 17:50:06.200219 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:06.200577 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (20d84cf7-62a0-4c19-bdfc-54e6a993056c), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:06.200896 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Floating IP 20d84cf7-62a0-4c19-bdfc-54e6a993056c disassociated. External IP: 172.27.0.237, port: b53e2b66-29be-4ce6-b136-d6314ddc49bd. Apr 11 17:50:06.201231 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Calling delete_port for b53e2b66-29be-4ce6-b136-d6314ddc49bd owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:06.360827 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (b53e2b66-29be-4ce6-b136-d6314ddc49bd), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:06.373012 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f73e303b-6921-4125-bfcb-f74d92252d6f req-45a3852e-252b-45e4-92ce-8dcc7ca158dd service neutron] 10.222.0.37 "GET /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674025 Apr 11 17:50:06.392517 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event deleted for resources: {'Port': ['ID=b53e2b66-29be-4ce6-b136-d6314ddc49bd,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:06.414660 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-35436782-9960-4543-ad95-94079f3b59c8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:06.416390 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-35436782-9960-4543-ad95-94079f3b59c8 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/networks?id=8cd9eef7-c81d-48bf-87bb-d4c73a392211 HTTP/1.1" status: 200 len: 813 time: 0.1323402 Apr 11 17:50:06.436789 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-71ebdfc3-93cc-4432-8327-4c6a809bf5f7 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/quotas/7dba76c36a9344288e23d5a87eccd4d6 HTTP/1.1" status: 200 len: 375 time: 0.0114841 Apr 11 17:50:06.473142 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-b01499be-1472-40d2-9ece-2a5182c3eda6 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7dba76c36a9344288e23d5a87eccd4d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298162 Apr 11 17:50:06.521207 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Router 42ab7ef3-71a3-4b64-903b-11a0307971cc has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:50:06.572766 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-b74168e2-b734-4d03-9709-cdf8e3af94f9 service neutron] 10.222.0.79 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920455 Apr 11 17:50:06.661768 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:50:06.672822 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] Sync routers for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:50:06.674383 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-de23b5e9-2f05-4ab3-afc5-3484921ee9c2 service neutron] 10.222.0.79 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920677 Apr 11 17:50:06.688987 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:50:06.689976 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:06.711094 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] No DVR routers for this DVR port b53e2b66-29be-4ce6-b136-d6314ddc49bd on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:50:06.714154 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:06.718378 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-75327360-dba6-42ef-a664-2030fa623982 req-4a9234de-d8f9-450c-b394-aec2a8ebaf9a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.37 "DELETE /v2.0/ports/b53e2b66-29be-4ce6-b136-d6314ddc49bd HTTP/1.1" status: 204 len: 173 time: 0.9184561 Apr 11 17:50:06.718877 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f998e8-ad58-4811-afeb-f763c763d495', 'name': 'network-vif-deleted', 'tag': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:06.723861 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61a3c32-7d72-4c19-8158-00735779e86d" -d '{"events": [{"server_uuid": "50f998e8-ad58-4811-afeb-f763c763d495", "name": "network-vif-deleted", "tag": "b53e2b66-29be-4ce6-b136-d6314ddc49bd"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:06.812786 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a081e72b-b9b9-4e69-8eee-48cf5ebf4498 x-openstack-request-id: req-a081e72b-b9b9-4e69-8eee-48cf5ebf4498 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:06.813477 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f998e8-ad58-4811-afeb-f763c763d495", "name": "network-vif-deleted", "tag": "b53e2b66-29be-4ce6-b136-d6314ddc49bd", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:06.813477 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a081e72b-b9b9-4e69-8eee-48cf5ebf4498 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:06.813834 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a081e72b-b9b9-4e69-8eee-48cf5ebf4498'] response: {'server_uuid': '50f998e8-ad58-4811-afeb-f763c763d495', 'name': 'network-vif-deleted', 'tag': 'b53e2b66-29be-4ce6-b136-d6314ddc49bd', 'status': 'completed', 'code': 200} Apr 11 17:50:06.880581 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:50:06.958626 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f2ae220d-d24f-45ec-bc22-f13844738d27 req-963cb8a4-ded3-4d02-ae7d-2caa5f826e12 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 210 time: 0.0770919 Apr 11 17:50:07.001882 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3cd23011-1ebd-4bcc-9c57-142db726a938 req-3ea59f3f-633c-44e5-aa66-b4ab16c234ee tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=50f998e8-ad58-4811-afeb-f763c763d495 HTTP/1.1" status: 200 len: 210 time: 0.0309145 Apr 11 17:50:07.283535 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:07.311250 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] Checking router: 42ab7ef3-71a3-4b64-903b-11a0307971cc for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:50:07.320994 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:50:07.321629 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:49:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:07.441984 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:50:07.674775 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:07.701995 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d2390-7a31-4fc3-9700-cc1dbfcd56a3 None None] The sync data for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi is: [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:50:07.938413 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b5067-1893-4ace-ae91-b14dd360e198 None None] New status for floating IP 20d84cf7-62a0-4c19-bdfc-54e6a993056c: DOWN {{(pid=109942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:50:08.089185 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-72481927-fc21-4fac-a888-cb1be599c649 req-a3c62fe8-a3bc-4b30-9282-f6e9b9f86970 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 210 time: 0.0570164 Apr 11 17:50:08.154733 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58154) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:08.207322 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-33dd4634-b38c-4e91-9ec4-72f3cbb13dba tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:08.208804 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-33dd4634-b38c-4e91-9ec4-72f3cbb13dba tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.37 "GET /v2.0/networks?id=8cd9eef7-c81d-48bf-87bb-d4c73a392211 HTTP/1.1" status: 200 len: 813 time: 0.1733382 Apr 11 17:50:08.225437 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Request body: {'port': {'device_id': '3fd3fe94-3718-4f0b-961f-0718f4a66c99', 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211', 'admin_state_up': True, 'tenant_id': '7dba76c36a9344288e23d5a87eccd4d6'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:50:08.262594 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ef62965b-adaf-4920-80b1-74708fee1a0b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (c9172218-7090-4c1f-882f-52de67b2452c), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.326387 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ef62965b-adaf-4920-80b1-74708fee1a0b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (c9172218-7090-4c1f-882f-52de67b2452c), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.395079 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Made reservation on behalf of 7dba76c36a9344288e23d5a87eccd4d6 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:50:08.398936 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.417269 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ef62965b-adaf-4920-80b1-74708fee1a0b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c9172218-7090-4c1f-882f-52de67b2452c), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.419884 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ef62965b-adaf-4920-80b1-74708fee1a0b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.421043 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-ef62965b-adaf-4920-80b1-74708fee1a0b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "DELETE /v2.0/security-groups/c9172218-7090-4c1f-882f-52de67b2452c HTTP/1.1" status: 204 len: 168 time: 0.2646477 Apr 11 17:50:08.425306 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58160) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:08.441028 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62965b-adaf-4920-80b1-74708fee1a0b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9172218-7090-4c1f-882f-52de67b2452c,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:08.442550 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.api.v2.resource [None req-dfd4fdb6-de65-4823-878f-988b14a934cf tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] show failed (client error): The resource could not be found. Apr 11 17:50:08.443663 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-dfd4fdb6-de65-4823-878f-988b14a934cf tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups/c9172218-7090-4c1f-882f-52de67b2452c HTTP/1.1" status: 404 len: 347 time: 0.0169449 Apr 11 17:50:08.447213 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58162) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:08.558137 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Allocated IP 172.20.0.12 (8cd9eef7-c81d-48bf-87bb-d4c73a392211/91672736-23e3-430d-af9e-d30042a5c711/593a2f88-0a7a-43df-a5f0-bd4073e6638c) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:50:08.570858 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-6f97adf6-bdd2-4c6a-9a57-7601c9495d9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Deleting port bda4fb08-d581-444e-bb0d-82ec737c4cff {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:08.570858 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f97adf6-bdd2-4c6a-9a57-7601c9495d9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (bda4fb08-d581-444e-bb0d-82ec737c4cff), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.655504 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f97adf6-bdd2-4c6a-9a57-7601c9495d9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (bda4fb08-d581-444e-bb0d-82ec737c4cff), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.655904 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f97adf6-bdd2-4c6a-9a57-7601c9495d9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (bda4fb08-d581-444e-bb0d-82ec737c4cff), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.668581 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-6f97adf6-bdd2-4c6a-9a57-7601c9495d9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Calling delete_port for bda4fb08-d581-444e-bb0d-82ec737c4cff owned by network:floatingip {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:08.720076 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks [] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.759095 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.813228 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f97adf6-bdd2-4c6a-9a57-7601c9495d9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (bda4fb08-d581-444e-bb0d-82ec737c4cff), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.814876 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:50:08.818152 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:50:08.822939 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:50:08.827262 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Pushing event updated for resources: {'Port': ['ID=593a2f88-0a7a-43df-a5f0-bd4073e6638c,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:08.846428 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97adf6-bdd2-4c6a-9a57-7601c9495d9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event deleted for resources: {'Port': ['ID=bda4fb08-d581-444e-bb0d-82ec737c4cff,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:08.878008 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:08.878654 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.902666 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-a57993f2-7e8d-46e8-b365-4d8208cb524d tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6806884 Apr 11 17:50:08.911197 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f97adf6-bdd2-4c6a-9a57-7601c9495d9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (20d84cf7-62a0-4c19-bdfc-54e6a993056c), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.913749 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f97adf6-bdd2-4c6a-9a57-7601c9495d9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:08.915013 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-6f97adf6-bdd2-4c6a-9a57-7601c9495d9d tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "DELETE /v2.0/floatingips/20d84cf7-62a0-4c19-bdfc-54e6a993056c HTTP/1.1" status: 204 len: 168 time: 0.4670093 Apr 11 17:50:08.918254 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Request body: {'port': {'device_id': '3fd3fe94-3718-4f0b-961f-0718f4a66c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:50:08.997073 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.137315 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device b53e2b66-29be-4ce6-b136-d6314ddc49bd no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:50:09.171030 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: b53e2b66-29be-4ce6-b136-d6314ddc49bd {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:50:09.171954 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device b53e2b66-29be-4ce6-b136-d6314ddc49bd not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:50:09.216984 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfb65a-61c2-437d-b918-4a71ab95a6c3 req-72173720-ea7e-4507-a31b-8c823577b737 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:09.221810 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c0cfb65a-61c2-437d-b918-4a71ab95a6c3 req-72173720-ea7e-4507-a31b-8c823577b737 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 932 time: 0.0544643 Apr 11 17:50:09.279860 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c0cfb65a-61c2-437d-b918-4a71ab95a6c3 req-59276837-75f4-429f-8224-b27508b02cff tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524843 Apr 11 17:50:09.280329 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58170) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:09.288865 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-066ccb87-a020-4b93-982d-79145367fde5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078242027', 'description': 'tempest-description--1939641244'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:50:09.311749 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593a2f88-0a7a-43df-a5f0-bd4073e6638c {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:50:09.313831 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-066ccb87-a020-4b93-982d-79145367fde5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.323234 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Publish callbacks [] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.339925 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Transition to ACTIVE for port object 593a2f88-0a7a-43df-a5f0-bd4073e6638c will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:50:09.343848 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.390250 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-066ccb87-a020-4b93-982d-79145367fde5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (d355a49c-c6b5-45df-8e17-65f2ad6ebd84), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.396063 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-066ccb87-a020-4b93-982d-79145367fde5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (d355a49c-c6b5-45df-8e17-65f2ad6ebd84), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.415972 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Pushing event updated for resources: {'Port': ['ID=593a2f88-0a7a-43df-a5f0-bd4073e6638c,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:09.427960 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-066ccb87-a020-4b93-982d-79145367fde5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.429285 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-066ccb87-a020-4b93-982d-79145367fde5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1479239 Apr 11 17:50:09.432656 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58172) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:09.437401 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-03f23ee5-2650-4783-b7d9-d07fd243b1f3 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'security_group_rule': {'security_group_id': 'd355a49c-c6b5-45df-8e17-65f2ad6ebd84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:50:09.442852 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ccb87-a020-4b93-982d-79145367fde5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d355a49c-c6b5-45df-8e17-65f2ad6ebd84,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:09.468725 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-03f23ee5-2650-4783-b7d9-d07fd243b1f3 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (71cfb1a4-151f-4abb-9fe6-524df1d82350), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.477961 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Attempting to bind port 593a2f88-0a7a-43df-a5f0-bd4073e6638c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:50:09.478394 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Attempting to bind port 593a2f88-0a7a-43df-a5f0-bd4073e6638c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f0821831-bbf2-4e92-89db-6644fd00f188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:50:09.478616 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Attempting to bind port 593a2f88-0a7a-43df-a5f0-bd4073e6638c on network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:50:09.483118 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Port 593a2f88-0a7a-43df-a5f0-bd4073e6638c on network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:50:09.483442 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Attempting to bind port 593a2f88-0a7a-43df-a5f0-bd4073e6638c on network 8cd9eef7-c81d-48bf-87bb-d4c73a392211 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:50:09.488387 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:50:09.488721 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Checking segment: {'id': 'f0821831-bbf2-4e92-89db-6644fd00f188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:50:09.489110 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Bound using segment: {'id': 'f0821831-bbf2-4e92-89db-6644fd00f188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:50:09.489543 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Bound port: 593a2f88-0a7a-43df-a5f0-bd4073e6638c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0821831-bbf2-4e92-89db-6644fd00f188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:50:09.490194 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.530872 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-03f23ee5-2650-4783-b7d9-d07fd243b1f3 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (71cfb1a4-151f-4abb-9fe6-524df1d82350), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.536663 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-03f23ee5-2650-4783-b7d9-d07fd243b1f3 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (71cfb1a4-151f-4abb-9fe6-524df1d82350), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.556632 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f23ee5-2650-4783-b7d9-d07fd243b1f3 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cfb1a4-151f-4abb-9fe6-524df1d82350,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:09.569288 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-03f23ee5-2650-4783-b7d9-d07fd243b1f3 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.570621 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-03f23ee5-2650-4783-b7d9-d07fd243b1f3 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367636 Apr 11 17:50:09.573502 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58174) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:09.583723 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-1addcf59-17b5-4a90-a8d9-3a9221a61ae1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'security_group_rule': {'security_group_id': 'd355a49c-c6b5-45df-8e17-65f2ad6ebd84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:50:09.613484 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1addcf59-17b5-4a90-a8d9-3a9221a61ae1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (fe616099-a61f-4555-a1d3-c4bef901f18a), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.680083 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1addcf59-17b5-4a90-a8d9-3a9221a61ae1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (fe616099-a61f-4555-a1d3-c4bef901f18a), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.685570 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1addcf59-17b5-4a90-a8d9-3a9221a61ae1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (fe616099-a61f-4555-a1d3-c4bef901f18a), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.707346 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addcf59-17b5-4a90-a8d9-3a9221a61ae1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe616099-a61f-4555-a1d3-c4bef901f18a,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:09.715646 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1addcf59-17b5-4a90-a8d9-3a9221a61ae1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.716726 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-1addcf59-17b5-4a90-a8d9-3a9221a61ae1 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401846 Apr 11 17:50:09.720032 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58176) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:09.726350 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:50:09.748221 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.825035 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] For port 593a2f88-0a7a-43df-a5f0-bd4073e6638c, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:50:09.828663 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] For port 593a2f88-0a7a-43df-a5f0-bd4073e6638c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=593a2f88-0a7a-43df-a5f0-bd4073e6638c,segment=NetworkSegment(f0821831-bbf2-4e92-89db-6644fd00f188),segment_id=f0821831-bbf2-4e92-89db-6644fd00f188)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:50:09.835935 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.836192 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.876458 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:09.877080 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:09.878566 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] 10.222.0.37 "PUT /v2.0/ports/593a2f88-0a7a-43df-a5f0-bd4073e6638c HTTP/1.1" status: 200 len: 1094 time: 0.9687431 Apr 11 17:50:09.879016 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd3fe94-3718-4f0b-961f-0718f4a66c99', 'tag': '593a2f88-0a7a-43df-a5f0-bd4073e6638c'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:09.881651 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22217372-2597-4074-ab84-a5b02606a087" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd3fe94-3718-4f0b-961f-0718f4a66c99", "tag": "593a2f88-0a7a-43df-a5f0-bd4073e6638c"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:09.916714 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30358e-33a0-4339-95a4-9f7d237e8f10 service neutron] Pushing event updated for resources: {'Port': ['ID=593a2f88-0a7a-43df-a5f0-bd4073e6638c,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:09.936851 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2351310b-9609-4d28-b0a3-1163b16ff226 x-openstack-request-id: req-2351310b-9609-4d28-b0a3-1163b16ff226 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:09.937162 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd3fe94-3718-4f0b-961f-0718f4a66c99", "tag": "593a2f88-0a7a-43df-a5f0-bd4073e6638c", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:09.937413 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2351310b-9609-4d28-b0a3-1163b16ff226 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:09.937844 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2351310b-9609-4d28-b0a3-1163b16ff226'] response: {'name': 'network-changed', 'server_uuid': '3fd3fe94-3718-4f0b-961f-0718f4a66c99', 'tag': '593a2f88-0a7a-43df-a5f0-bd4073e6638c', 'status': 'completed', 'code': 200} Apr 11 17:50:09.967618 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-380b17a0-302a-4ccd-99aa-4ba14c2ecc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:09.969286 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-380b17a0-302a-4ccd-99aa-4ba14c2ecc8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dba76c36a9344288e23d5a87eccd4d6&device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 1128 time: 0.0454922 Apr 11 17:50:09.969790 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Allocated IP 172.27.0.147 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/ebc63f76-1c42-4891-b5ce-4a07ed3cd60b) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:50:10.013201 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-8b2ce237-f04c-4657-a17d-e09d7d9446a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=593a2f88-0a7a-43df-a5f0-bd4073e6638c HTTP/1.1" status: 200 len: 217 time: 0.0360706 Apr 11 17:50:10.065073 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-6f88f412-bc8f-4f52-b987-ead668b04d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:10.066682 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-6f88f412-bc8f-4f52-b987-ead668b04d1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91672736-23e3-430d-af9e-d30042a5c711 HTTP/1.1" status: 200 len: 853 time: 0.0464988 Apr 11 17:50:10.081392 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for port (ebc63f76-1c42-4891-b5ce-4a07ed3cd60b), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:10.109092 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-29d16912-413f-45e9-9bb6-2f2fe8ecb63c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cd9eef7-c81d-48bf-87bb-d4c73a392211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303071 Apr 11 17:50:10.127360 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (ebc63f76-1c42-4891-b5ce-4a07ed3cd60b), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:10.170276 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:50:10.173270 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:50:10.176713 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:50:10.203592 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'Port': ['ID=ebc63f76-1c42-4891-b5ce-4a07ed3cd60b,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:10.215338 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-1e0dc870-8209-4447-b11d-e8e63ce68738 service neutron] 10.222.0.37 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986104 Apr 11 17:50:10.271690 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (ab4703f3-75b6-4a43-865b-fc73e941b7d6), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:10.312363 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ebc63f76-1c42-4891-b5ce-4a07ed3cd60b), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:10.317294 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-16edd140-2b58-4a71-900a-9d7373d5f304 req-6a1bb8ac-0ec7-4505-9d58-7dc158adaf1b service neutron] 10.222.0.37 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897665 Apr 11 17:50:10.429720 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505574ae-e9eb-42a3-a11f-c609191aa2b7 req-2fc8967d-2040-4b3f-8c26-d53f7492a501 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:10.431277 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-505574ae-e9eb-42a3-a11f-c609191aa2b7 req-2fc8967d-2040-4b3f-8c26-d53f7492a501 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 944 time: 0.0729806 Apr 11 17:50:10.528996 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-505574ae-e9eb-42a3-a11f-c609191aa2b7 req-e284cbd6-e0d2-495f-a215-df2985b60b00 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713155 Apr 11 17:50:10.557504 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for port (ebc63f76-1c42-4891-b5ce-4a07ed3cd60b), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:10.573719 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (ebc63f76-1c42-4891-b5ce-4a07ed3cd60b), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:10.644848 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'Port': ['ID=ebc63f76-1c42-4891-b5ce-4a07ed3cd60b,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:10.657470 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (ab4703f3-75b6-4a43-865b-fc73e941b7d6), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:10.677993 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:10.679235 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-41c37121-c280-4b2b-88c2-dc1c3b17b79f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9581902 Apr 11 17:50:10.956744 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-ed496023-4a13-47ad-a78a-344eb95d463b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2078242027&fields=id&tenant_id=53431df7a2614db8a675084b9f8769bd HTTP/1.1" status: 200 len: 267 time: 0.0457425 Apr 11 17:50:10.990271 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:50:11.068787 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d227fc-5211-4898-a066-da38bd8ccaab req-76f06f96-7733-46d8-9bbc-850b4468251a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:11.070211 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-76f06f96-7733-46d8-9bbc-850b4468251a tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 811 time: 0.1067941 Apr 11 17:50:11.085095 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-6589c9fd-e14d-4308-a59c-7da9b1727b33 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/quotas/53431df7a2614db8a675084b9f8769bd HTTP/1.1" status: 200 len: 375 time: 0.0094252 Apr 11 17:50:11.144495 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-0964ae2c-fbcb-4a44-89e0-52e50059ea30 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512671 Apr 11 17:50:11.300493 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-11d007d0-971b-44a6-b7e4-99f4c3e9424b service neutron] 10.222.0.79 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439714 Apr 11 17:50:11.314887 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22217372-2597-4074-ab84-a5b02606a087 req-4d2d4526-1ade-4c9b-8f9e-665e6a248e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:11.316413 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-22217372-2597-4074-ab84-a5b02606a087 req-4d2d4526-1ade-4c9b-8f9e-665e6a248e67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7dba76c36a9344288e23d5a87eccd4d6&device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 1128 time: 0.0416312 Apr 11 17:50:11.399021 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-93154137-a10c-4443-983f-982eda831dcd service neutron] 10.222.0.79 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922172 Apr 11 17:50:11.419283 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22217372-2597-4074-ab84-a5b02606a087 req-c1ba845a-6361-4b7b-9c93-f3eb9cf58cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:11.420785 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-22217372-2597-4074-ab84-a5b02606a087 req-c1ba845a-6361-4b7b-9c93-f3eb9cf58cdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8cd9eef7-c81d-48bf-87bb-d4c73a392211 HTTP/1.1" status: 200 len: 914 time: 0.0961056 Apr 11 17:50:11.468631 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-22217372-2597-4074-ab84-a5b02606a087 req-40ae3eb7-b515-48e7-8278-76093a1cd0b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=593a2f88-0a7a-43df-a5f0-bd4073e6638c HTTP/1.1" status: 200 len: 217 time: 0.0409749 Apr 11 17:50:11.521279 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22217372-2597-4074-ab84-a5b02606a087 req-7fbc6d9d-bf1b-444c-8a1d-50d725810ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:11.522807 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-22217372-2597-4074-ab84-a5b02606a087 req-7fbc6d9d-bf1b-444c-8a1d-50d725810ce6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91672736-23e3-430d-af9e-d30042a5c711 HTTP/1.1" status: 200 len: 853 time: 0.0485191 Apr 11 17:50:11.565655 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-22217372-2597-4074-ab84-a5b02606a087 req-fc9fdddd-d73a-429c-84bd-5fb2fab499c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cd9eef7-c81d-48bf-87bb-d4c73a392211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351942 Apr 11 17:50:11.587982 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1fcec1c0-aeb7-4eb9-845a-442dea489962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:11.624104 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9da2d3a9-8178-4443-bfd2-db1912b3bac1 req-b7a10e1f-0782-48cd-9d19-3907ec9b8a3b tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 210 time: 0.0505180 Apr 11 17:50:11.690200 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d3032-1b74-406d-bce1-d49a7cbb067f req-3e3ff12b-39c1-4830-9a43-5a5db1a027a2 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:11.691574 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c89d3032-1b74-406d-bce1-d49a7cbb067f req-3e3ff12b-39c1-4830-9a43-5a5db1a027a2 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 944 time: 0.0706205 Apr 11 17:50:11.710397 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-22217372-2597-4074-ab84-a5b02606a087 req-0eee3839-05d1-4667-89a8-057673f8bb4b service neutron] 10.222.0.37 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366642 Apr 11 17:50:11.757053 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c89d3032-1b74-406d-bce1-d49a7cbb067f req-226f884c-66f5-4feb-9dbf-261af994a12e tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593286 Apr 11 17:50:11.821934 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-22217372-2597-4074-ab84-a5b02606a087 req-54ab2867-f2bb-444c-ad19-36c9681a29c5 service neutron] 10.222.0.37 "GET /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045852 Apr 11 17:50:12.736467 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6c511384-6a84-4e51-9a4d-16a27d04bb58 req-936925ce-4a27-4396-ae7d-4d3f7898d4ab tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 210 time: 0.0298867 Apr 11 17:50:12.887624 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27e623-aab3-45c9-a814-38c8e6191534 req-2e77b227-5936-46f1-bfb8-90920cfd8faf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:12.891232 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d227fc-5211-4898-a066-da38bd8ccaab req-2c82ef60-e3c4-452d-a677-e6043ff5390c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:12.892837 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-2c82ef60-e3c4-452d-a677-e6043ff5390c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.37 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 811 time: 0.1452022 Apr 11 17:50:12.894314 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6f27e623-aab3-45c9-a814-38c8e6191534 req-2e77b227-5936-46f1-bfb8-90920cfd8faf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 944 time: 0.0636613 Apr 11 17:50:12.954121 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6f27e623-aab3-45c9-a814-38c8e6191534 req-66f3da78-81bf-481c-9245-3f9d7ad73e0a tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Apr 11 17:50:12.980672 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-001fdd2b-13ee-441a-8cd3-0cbe8389fc25 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53431df7a2614db8a675084b9f8769bd HTTP/1.1" status: 200 len: 380 time: 0.0780880 Apr 11 17:50:13.046533 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'port': {'device_id': 'ad341f61-ffeb-433f-9b18-a94126982448', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'admin_state_up': True, 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'security_groups': ['d355a49c-c6b5-45df-8e17-65f2ad6ebd84']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:50:13.134646 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 593a2f88-0a7a-43df-a5f0-bd4073e6638c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:50:13.175352 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Made reservation on behalf of 53431df7a2614db8a675084b9f8769bd for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:50:13.179618 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:13.238910 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 593a2f88-0a7a-43df-a5f0-bd4073e6638c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=593a2f88-0a7a-43df-a5f0-bd4073e6638c,segment=NetworkSegment(f0821831-bbf2-4e92-89db-6644fd00f188),segment_id=f0821831-bbf2-4e92-89db-6644fd00f188)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:13.262882 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '593a2f88-0a7a-43df-a5f0-bd4073e6638c', 'network_id': '8cd9eef7-c81d-48bf-87bb-d4c73a392211', 'port_id': '593a2f88-0a7a-43df-a5f0-bd4073e6638c', 'mac_address': 'fa:16:3e:5e:52:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91672736-23e3-430d-af9e-d30042a5c711', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:50:13.305240 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 593a2f88-0a7a-43df-a5f0-bd4073e6638c is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:50:13.305822 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:13.312261 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Allocated IP 172.20.0.12 (d18a7394-4f97-4fa6-8c6e-197808eb17ef/b4765981-e117-4dfa-9abd-cc2d659b3810/6c98487b-b150-4e03-ad06-7cccb6d91804) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:50:13.320626 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593a2f88-0a7a-43df-a5f0-bd4073e6638c {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:50:13.342272 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 593a2f88-0a7a-43df-a5f0-bd4073e6638c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=593a2f88-0a7a-43df-a5f0-bd4073e6638c,segment=NetworkSegment(f0821831-bbf2-4e92-89db-6644fd00f188),segment_id=f0821831-bbf2-4e92-89db-6644fd00f188)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:13.347663 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:13.402147 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=593a2f88-0a7a-43df-a5f0-bd4073e6638c,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:13.409415 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.409781 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.410108 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.410468 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.410804 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.411129 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.411450 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.411770 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.412090 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.412409 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.412724 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.413041 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.413356 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.413666 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.414006 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:13.475762 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:13.518840 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:13.564386 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Network d18a7394-4f97-4fa6-8c6e-197808eb17ef is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:50:13.567690 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:50:13.571561 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:50:13.596890 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event updated for resources: {'Port': ['ID=6c98487b-b150-4e03-ad06-7cccb6d91804,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:13.614306 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['593a2f88-0a7a-43df-a5f0-bd4073e6638c'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:50:13.633280 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:13.634005 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:13.656390 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-04a27ab5-e1e3-4e8c-9cb8-b36836269485 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6141756 Apr 11 17:50:13.669233 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Request body: {'port': {'device_id': 'ad341f61-ffeb-433f-9b18-a94126982448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:50:13.751575 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:13.806091 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-4352fa5a-24e6-4797-99f5-c2f5c1379b49 None None] Provisioning complete for port 6c98487b-b150-4e03-ad06-7cccb6d91804 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:50:13.806465 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4352fa5a-24e6-4797-99f5-c2f5c1379b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:13.844455 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-4352fa5a-24e6-4797-99f5-c2f5c1379b49 None None] Port 6c98487b-b150-4e03-ad06-7cccb6d91804 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:50:13.888210 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbbbbb-2196-47a1-a242-1bd8fa1100b9 req-f3584c4a-6d85-4a20-8858-883fa483623c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:13.889875 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-57fbbbbb-2196-47a1-a242-1bd8fa1100b9 req-f3584c4a-6d85-4a20-8858-883fa483623c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 932 time: 0.0564649 Apr 11 17:50:13.946044 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-57fbbbbb-2196-47a1-a242-1bd8fa1100b9 req-0887e168-e1a0-4bb5-9181-463f81a223b7 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495532 Apr 11 17:50:14.059630 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c98487b-b150-4e03-ad06-7cccb6d91804 {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:50:14.068665 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Publish callbacks [] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:14.082838 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Transition to ACTIVE for port object 6c98487b-b150-4e03-ad06-7cccb6d91804 will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:50:14.084308 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2be26-8f3e-4575-b909-febf76d8b2d2 req-43bcc6e1-4bc7-4d35-aefd-fc2712a85b6f tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:14.085892 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9ff2be26-8f3e-4575-b909-febf76d8b2d2 req-43bcc6e1-4bc7-4d35-aefd-fc2712a85b6f tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 945 time: 0.0510657 Apr 11 17:50:14.087819 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:14.139867 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9ff2be26-8f3e-4575-b909-febf76d8b2d2 req-18b55101-d1b8-4a3b-ad1a-bbcfcfbe9c5b tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469823 Apr 11 17:50:14.149399 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Pushing event updated for resources: {'Port': ['ID=6c98487b-b150-4e03-ad06-7cccb6d91804,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:14.228810 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Attempting to bind port 6c98487b-b150-4e03-ad06-7cccb6d91804 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:50:14.229244 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Attempting to bind port 6c98487b-b150-4e03-ad06-7cccb6d91804 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:50:14.229585 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Attempting to bind port 6c98487b-b150-4e03-ad06-7cccb6d91804 on network d18a7394-4f97-4fa6-8c6e-197808eb17ef {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:50:14.234712 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Port 6c98487b-b150-4e03-ad06-7cccb6d91804 on network d18a7394-4f97-4fa6-8c6e-197808eb17ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:50:14.235041 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Attempting to bind port 6c98487b-b150-4e03-ad06-7cccb6d91804 on network d18a7394-4f97-4fa6-8c6e-197808eb17ef {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:50:14.240600 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:50:14.240944 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Checking segment: {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:50:14.241333 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Bound using segment: {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:50:14.241800 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Bound port: 6c98487b-b150-4e03-ad06-7cccb6d91804, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d3e7a1-3d91-4bd7-975e-e257bce33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:50:14.242171 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:14.265558 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-51d49e32-60db-411e-b7a7-6db52f99b31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:14.321643 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] For port 6c98487b-b150-4e03-ad06-7cccb6d91804, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:50:14.325095 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] For port 6c98487b-b150-4e03-ad06-7cccb6d91804, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6c98487b-b150-4e03-ad06-7cccb6d91804,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:50:14.334611 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:14.372258 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:14.372883 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:14.374423 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] 10.222.0.37 "PUT /v2.0/ports/6c98487b-b150-4e03-ad06-7cccb6d91804 HTTP/1.1" status: 200 len: 1094 time: 0.7098825 Apr 11 17:50:14.374770 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad341f61-ffeb-433f-9b18-a94126982448', 'tag': '6c98487b-b150-4e03-ad06-7cccb6d91804'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:14.377050 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77db7a28-d420-42a8-9af1-2b3938fa0a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad341f61-ffeb-433f-9b18-a94126982448", "tag": "6c98487b-b150-4e03-ad06-7cccb6d91804"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:14.402365 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded97d7-1cbe-4de8-9de8-e0e0cbef7508 service neutron] Pushing event updated for resources: {'Port': ['ID=6c98487b-b150-4e03-ad06-7cccb6d91804,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:14.420183 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51d06a6-7c26-4678-96c6-586f578572f2 x-openstack-request-id: req-e51d06a6-7c26-4678-96c6-586f578572f2 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:14.420485 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad341f61-ffeb-433f-9b18-a94126982448", "tag": "6c98487b-b150-4e03-ad06-7cccb6d91804", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:14.420731 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e51d06a6-7c26-4678-96c6-586f578572f2 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:14.421223 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51d06a6-7c26-4678-96c6-586f578572f2'] response: {'name': 'network-changed', 'server_uuid': 'ad341f61-ffeb-433f-9b18-a94126982448', 'tag': '6c98487b-b150-4e03-ad06-7cccb6d91804', 'status': 'completed', 'code': 200} Apr 11 17:50:14.469110 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d227fc-5211-4898-a066-da38bd8ccaab req-0e86e534-595a-415f-a761-ee4702fed591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:14.470803 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-0e86e534-595a-415f-a761-ee4702fed591 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 1128 time: 0.0433459 Apr 11 17:50:14.516863 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-54e86cf6-befd-420a-9b4a-fe059c84a643 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c98487b-b150-4e03-ad06-7cccb6d91804 HTTP/1.1" status: 200 len: 217 time: 0.0372422 Apr 11 17:50:14.574007 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d227fc-5211-4898-a066-da38bd8ccaab req-03f6a8f7-f408-47d3-ab23-ba693ae7f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:14.575519 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-03f6a8f7-f408-47d3-ab23-ba693ae7f66c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4765981-e117-4dfa-9abd-cc2d659b3810 HTTP/1.1" status: 200 len: 850 time: 0.0518095 Apr 11 17:50:14.622681 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d227fc-5211-4898-a066-da38bd8ccaab req-2647bd44-42e9-4dac-9c50-e71d07085e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:14.624189 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-2647bd44-42e9-4dac-9c50-e71d07085e3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18a7394-4f97-4fa6-8c6e-197808eb17ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424380 Apr 11 17:50:14.722297 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-68385a85-8870-456a-b880-c0f42d5c5dab service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896266 Apr 11 17:50:14.817730 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-79d227fc-5211-4898-a066-da38bd8ccaab req-f04dc406-75b1-47de-8f59-fb9aeda541ad service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892789 Apr 11 17:50:15.075465 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625029f5-7e2a-4357-b244-147688b8fe7c req-0fc4782f-7216-4421-9c25-c81752a4c6a4 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:15.076993 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-625029f5-7e2a-4357-b244-147688b8fe7c req-0fc4782f-7216-4421-9c25-c81752a4c6a4 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 944 time: 0.0591066 Apr 11 17:50:15.149015 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 593a2f88-0a7a-43df-a5f0-bd4073e6638c up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:50:15.149917 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-625029f5-7e2a-4357-b244-147688b8fe7c req-0a2c7e76-7dc2-4214-a927-0377aa8b8ad8 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536139 Apr 11 17:50:15.203633 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 593a2f88-0a7a-43df-a5f0-bd4073e6638c completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:50:15.211746 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 593a2f88-0a7a-43df-a5f0-bd4073e6638c triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:50:15.212363 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:15.265285 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b04d38-3e56-4140-ac7a-a93b8bad25cf req-3922d501-ed59-4594-b9e3-22082263642a tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:15.266830 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-93b04d38-3e56-4140-ac7a-a93b8bad25cf req-3922d501-ed59-4594-b9e3-22082263642a tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 945 time: 0.0500157 Apr 11 17:50:15.295519 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 593a2f88-0a7a-43df-a5f0-bd4073e6638c is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:50:15.296168 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:15.320169 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd3fe94-3718-4f0b-961f-0718f4a66c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593a2f88-0a7a-43df-a5f0-bd4073e6638c'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:15.321027 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-93b04d38-3e56-4140-ac7a-a93b8bad25cf req-c84c649a-1e81-42ee-9f91-fdb12f919c7b tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484195 Apr 11 17:50:15.322523 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6922d62d-de99-472d-8839-979d92b50993" -d '{"events": [{"server_uuid": "3fd3fe94-3718-4f0b-961f-0718f4a66c99", "name": "network-vif-plugged", "status": "completed", "tag": "593a2f88-0a7a-43df-a5f0-bd4073e6638c"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:15.335637 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 593a2f88-0a7a-43df-a5f0-bd4073e6638c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=593a2f88-0a7a-43df-a5f0-bd4073e6638c,segment=NetworkSegment(f0821831-bbf2-4e92-89db-6644fd00f188),segment_id=f0821831-bbf2-4e92-89db-6644fd00f188)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:15.343587 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:15.371571 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c2e752-47fa-494e-8f4f-883b33b00c6c x-openstack-request-id: req-36c2e752-47fa-494e-8f4f-883b33b00c6c {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:15.371841 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd3fe94-3718-4f0b-961f-0718f4a66c99", "name": "network-vif-plugged", "status": "completed", "tag": "593a2f88-0a7a-43df-a5f0-bd4073e6638c", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:15.372097 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-36c2e752-47fa-494e-8f4f-883b33b00c6c {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:15.373282 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c2e752-47fa-494e-8f4f-883b33b00c6c'] response: {'server_uuid': '3fd3fe94-3718-4f0b-961f-0718f4a66c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593a2f88-0a7a-43df-a5f0-bd4073e6638c', 'code': 200} Apr 11 17:50:15.408347 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=593a2f88-0a7a-43df-a5f0-bd4073e6638c,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:15.786073 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-16aebac6-8410-4ce5-8a1a-730b6298e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:15.787675 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-16aebac6-8410-4ce5-8a1a-730b6298e96d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 1128 time: 0.0444834 Apr 11 17:50:15.901516 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-3f65539c-f4a3-4ff8-939a-a4f513813d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:15.903235 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-3f65539c-f4a3-4ff8-939a-a4f513813d1f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 912 time: 0.1088536 Apr 11 17:50:15.915791 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93eabd-4e72-4e02-a0e3-9d5af978a00c req-dccad47a-bda9-4193-a189-341ed0fedfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:15.918473 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1d93eabd-4e72-4e02-a0e3-9d5af978a00c req-dccad47a-bda9-4193-a189-341ed0fedfa9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 1130 time: 0.0464859 Apr 11 17:50:15.955324 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-58449e5f-be9d-4afa-8cb6-ffe33c39f078 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c98487b-b150-4e03-ad06-7cccb6d91804 HTTP/1.1" status: 200 len: 217 time: 0.0451372 Apr 11 17:50:15.972556 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1d93eabd-4e72-4e02-a0e3-9d5af978a00c req-82d7bfe3-1933-4588-88c5-e7e13988778c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 Apr 11 17:50:16.020483 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-99bf4b88-5548-4781-a0c8-d2cc725ce205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:16.022613 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-99bf4b88-5548-4781-a0c8-d2cc725ce205 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4765981-e117-4dfa-9abd-cc2d659b3810 HTTP/1.1" status: 200 len: 850 time: 0.0606802 Apr 11 17:50:16.070728 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:16.240560 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-3d1121de-35fe-4ee1-969e-e922089e12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:16.246369 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-3d1121de-35fe-4ee1-969e-e922089e12d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18a7394-4f97-4fa6-8c6e-197808eb17ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542777 Apr 11 17:50:16.282355 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d5174-e26e-41c3-b8c6-a33c6e457321 req-4f22f2d1-302f-40d4-a57f-c0ec29209450 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:16.283961 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c18d5174-e26e-41c3-b8c6-a33c6e457321 req-4f22f2d1-302f-40d4-a57f-c0ec29209450 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 944 time: 0.0558240 Apr 11 17:50:16.348660 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c18d5174-e26e-41c3-b8c6-a33c6e457321 req-e9836a3b-fac1-45fb-a8c8-91ca0926f7e2 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556540 Apr 11 17:50:16.349824 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-2eea1002-5db1-4e2f-ae10-f13282922593 service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958586 Apr 11 17:50:16.438940 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e252e77-f5ab-4628-a7e1-a4ef21082428 req-7297826a-11e4-45be-92ed-3b3601698c88 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:16.440428 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5e252e77-f5ab-4628-a7e1-a4ef21082428 req-7297826a-11e4-45be-92ed-3b3601698c88 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 946 time: 0.0487878 Apr 11 17:50:16.489652 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5e252e77-f5ab-4628-a7e1-a4ef21082428 req-7405d4b7-48b5-49fa-9a1f-4119402cab56 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Apr 11 17:50:17.084692 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:17.102374 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-77db7a28-d420-42a8-9af1-2b3938fa0a9a req-81329201-7423-4c34-9387-a7807e1dd3ce service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986638 Apr 11 17:50:17.155617 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 6c98487b-b150-4e03-ad06-7cccb6d91804 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:50:17.271437 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 6c98487b-b150-4e03-ad06-7cccb6d91804, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6c98487b-b150-4e03-ad06-7cccb6d91804,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:17.285139 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '6c98487b-b150-4e03-ad06-7cccb6d91804', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'port_id': '6c98487b-b150-4e03-ad06-7cccb6d91804', 'mac_address': 'fa:16:3e:0e:af:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:50:17.329933 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 6c98487b-b150-4e03-ad06-7cccb6d91804 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:50:17.330334 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:17.346631 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c98487b-b150-4e03-ad06-7cccb6d91804 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:50:17.368604 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 6c98487b-b150-4e03-ad06-7cccb6d91804, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6c98487b-b150-4e03-ad06-7cccb6d91804,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:17.373903 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:17.430030 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=6c98487b-b150-4e03-ad06-7cccb6d91804,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:17.481843 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733ec28-5724-46d7-8f10-ed6f964212a8 req-fb7b4555-de1f-4160-aadb-7bdcd16a0327 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:17.483365 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8733ec28-5724-46d7-8f10-ed6f964212a8 req-fb7b4555-de1f-4160-aadb-7bdcd16a0327 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 945 time: 0.0573921 Apr 11 17:50:17.563128 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8733ec28-5724-46d7-8f10-ed6f964212a8 req-006161a3-56a4-4e2c-87d4-4d4fa8143035 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735071 Apr 11 17:50:17.571454 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b624f6-2e13-4e70-9bb0-38ad9a6e6554 req-ef98e9de-4bb4-48be-bd23-98dffb9ee782 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:17.572974 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e1b624f6-2e13-4e70-9bb0-38ad9a6e6554 req-ef98e9de-4bb4-48be-bd23-98dffb9ee782 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0699291 Apr 11 17:50:17.645627 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e1b624f6-2e13-4e70-9bb0-38ad9a6e6554 req-95414565-a06a-4846-9713-3bcca10b7e2b tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632689 Apr 11 17:50:17.671757 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['6c98487b-b150-4e03-ad06-7cccb6d91804'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:50:17.683516 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac08e95-0893-4353-9739-c25704e36a3d req-de259cbd-14d8-4fab-8b45-67ae0b3a06d6 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:17.685067 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4ac08e95-0893-4353-9739-c25704e36a3d req-de259cbd-14d8-4fab-8b45-67ae0b3a06d6 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 946 time: 0.0632627 Apr 11 17:50:17.741313 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4ac08e95-0893-4353-9739-c25704e36a3d req-5e8473ab-4fdd-4d49-adb7-c4ecaef161e0 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500863 Apr 11 17:50:18.330498 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:18.680614 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3a42d-8940-4480-ab26-1f762bafc0d3 req-31cdad85-e328-4fb1-a188-2e7b3ca01229 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:18.682193 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74d3a42d-8940-4480-ab26-1f762bafc0d3 req-31cdad85-e328-4fb1-a188-2e7b3ca01229 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 945 time: 0.0509484 Apr 11 17:50:18.743344 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74d3a42d-8940-4480-ab26-1f762bafc0d3 req-a4d0af50-afd2-4113-be66-44f822b58d9f tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553098 Apr 11 17:50:18.779700 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c229d-b166-4dd6-8db1-17e585fe79b3 req-d8eb7238-b821-4c54-a50f-80960b48f919 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:18.781330 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-447c229d-b166-4dd6-8db1-17e585fe79b3 req-d8eb7238-b821-4c54-a50f-80960b48f919 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0541472 Apr 11 17:50:18.867132 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-447c229d-b166-4dd6-8db1-17e585fe79b3 req-22732455-e6b2-4b64-a140-b810f80658b9 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793560 Apr 11 17:50:18.873262 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d7f5-bfa6-455a-9527-c4dfbe7764ee req-48369ec7-e9ad-450c-8d73-cd9f4921f2b6 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:18.874819 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71e8d7f5-bfa6-455a-9527-c4dfbe7764ee req-48369ec7-e9ad-450c-8d73-cd9f4921f2b6 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0679519 Apr 11 17:50:18.945096 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71e8d7f5-bfa6-455a-9527-c4dfbe7764ee req-29fe9ee1-3692-4f7c-9315-eb5c9593a50e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643163 Apr 11 17:50:18.979838 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231cc5a-614a-45da-8497-e632c76eba01 req-35267272-e273-4dca-903b-44caaf6caff1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:18.981333 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6231cc5a-614a-45da-8497-e632c76eba01 req-35267272-e273-4dca-903b-44caaf6caff1 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 946 time: 0.0541248 Apr 11 17:50:19.030091 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6231cc5a-614a-45da-8497-e632c76eba01 req-20d55a60-bc84-4345-afcd-f4ef9bd1cf11 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Apr 11 17:50:19.168674 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 6c98487b-b150-4e03-ad06-7cccb6d91804 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:50:19.214560 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 6c98487b-b150-4e03-ad06-7cccb6d91804 completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:50:19.222739 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 6c98487b-b150-4e03-ad06-7cccb6d91804 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:50:19.223161 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:19.301777 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 6c98487b-b150-4e03-ad06-7cccb6d91804 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:50:19.302162 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:19.324783 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad341f61-ffeb-433f-9b18-a94126982448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c98487b-b150-4e03-ad06-7cccb6d91804'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:19.327051 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a97e248-b36f-4e54-a445-3352dce80ef9" -d '{"events": [{"server_uuid": "ad341f61-ffeb-433f-9b18-a94126982448", "name": "network-vif-plugged", "status": "completed", "tag": "6c98487b-b150-4e03-ad06-7cccb6d91804"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:19.354519 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 6c98487b-b150-4e03-ad06-7cccb6d91804, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6c98487b-b150-4e03-ad06-7cccb6d91804,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:19.363557 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:19.368266 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9a43d3-3bd8-43a7-b218-2729c8e03c30 x-openstack-request-id: req-9b9a43d3-3bd8-43a7-b218-2729c8e03c30 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:19.368581 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad341f61-ffeb-433f-9b18-a94126982448", "name": "network-vif-plugged", "status": "completed", "tag": "6c98487b-b150-4e03-ad06-7cccb6d91804", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:19.368831 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b9a43d3-3bd8-43a7-b218-2729c8e03c30 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:19.369224 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9a43d3-3bd8-43a7-b218-2729c8e03c30'] response: {'server_uuid': 'ad341f61-ffeb-433f-9b18-a94126982448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c98487b-b150-4e03-ad06-7cccb6d91804', 'code': 200} Apr 11 17:50:19.414627 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=6c98487b-b150-4e03-ad06-7cccb6d91804,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:19.865626 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac969201-eddd-4f91-9619-5c1364469825 req-d5e6a755-efd8-4b29-b2bb-a5e119d9bc72 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:19.867127 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac969201-eddd-4f91-9619-5c1364469825 req-d5e6a755-efd8-4b29-b2bb-a5e119d9bc72 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 946 time: 0.0548773 Apr 11 17:50:19.920333 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac969201-eddd-4f91-9619-5c1364469825 req-4b5daffd-d980-4f3b-80aa-0b824885005e tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474613 Apr 11 17:50:20.020856 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe82eb0-7a93-437d-b435-e513ed7d02a0 req-86439ab8-3b66-4e0c-bab5-aa63706ec46a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:20.022353 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2fe82eb0-7a93-437d-b435-e513ed7d02a0 req-86439ab8-3b66-4e0c-bab5-aa63706ec46a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0474343 Apr 11 17:50:20.079085 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2fe82eb0-7a93-437d-b435-e513ed7d02a0 req-e116d392-f4de-466f-b852-51d340c2fc3d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509148 Apr 11 17:50:20.179435 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222dce0-16bf-488e-b500-9afaa7836ab1 req-fc63d360-5478-441b-a575-2918313a4574 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:20.181032 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9222dce0-16bf-488e-b500-9afaa7836ab1 req-fc63d360-5478-441b-a575-2918313a4574 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0479999 Apr 11 17:50:20.240012 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9222dce0-16bf-488e-b500-9afaa7836ab1 req-f5d025dc-969d-425a-b120-403e839eb105 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522184 Apr 11 17:50:21.036808 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a0253-61a6-4a6d-bb1e-57cb328c7c49 req-fc152856-3ffd-4b89-bac4-dbf55fba3edf tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:21.038306 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3e3a0253-61a6-4a6d-bb1e-57cb328c7c49 req-fc152856-3ffd-4b89-bac4-dbf55fba3edf tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 946 time: 0.0514126 Apr 11 17:50:21.087024 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3e3a0253-61a6-4a6d-bb1e-57cb328c7c49 req-2b886ade-b5b1-477d-a119-600d673bb261 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Apr 11 17:50:21.190927 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1dba8-8d84-4a26-98a0-6f0da188b139 req-fc669938-16a6-4c0f-ab92-d049cc7d8729 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:21.192389 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-57e1dba8-8d84-4a26-98a0-6f0da188b139 req-fc669938-16a6-4c0f-ab92-d049cc7d8729 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0470471 Apr 11 17:50:21.239273 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-57e1dba8-8d84-4a26-98a0-6f0da188b139 req-9ddca121-068a-407e-ad4e-66746f7aa692 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 Apr 11 17:50:21.354985 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2ff4-ec35-4d98-adca-4805c84f5534 req-4a2afd0a-f930-4794-8bc7-a15f3709550c tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:21.356486 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2d8d2ff4-ec35-4d98-adca-4805c84f5534 req-4a2afd0a-f930-4794-8bc7-a15f3709550c tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0510814 Apr 11 17:50:21.405419 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2d8d2ff4-ec35-4d98-adca-4805c84f5534 req-b760d4ff-3f2d-4297-a9b8-ff869fd5670b tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 Apr 11 17:50:21.996287 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e2dbe-6e01-4164-9bc0-28cfdf3f97df req-0c906a0d-ca70-4032-9b04-b40868f23a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:21.998053 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e58e2dbe-6e01-4164-9bc0-28cfdf3f97df req-0c906a0d-ca70-4032-9b04-b40868f23a8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 1130 time: 0.0967917 Apr 11 17:50:22.151090 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e58e2dbe-6e01-4164-9bc0-28cfdf3f97df req-05334862-e814-422b-8c03-1c37c294d7f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422461 Apr 11 17:50:22.201528 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf705-3948-420e-b769-93fe44d4d21f req-ca83ea54-1937-4083-a011-c8b01f6ec806 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:22.203279 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bbbaf705-3948-420e-b769-93fe44d4d21f req-ca83ea54-1937-4083-a011-c8b01f6ec806 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 946 time: 0.0493002 Apr 11 17:50:22.250111 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bbbaf705-3948-420e-b769-93fe44d4d21f req-b156de07-9cba-443c-b975-c6b453887850 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Apr 11 17:50:22.353571 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4d4ea-15bd-4c51-8bb7-f3191324814d req-65ca9451-a0f3-4002-b54d-df8c820c1a66 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:22.354959 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bae4d4ea-15bd-4c51-8bb7-f3191324814d req-65ca9451-a0f3-4002-b54d-df8c820c1a66 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0475802 Apr 11 17:50:22.407343 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bae4d4ea-15bd-4c51-8bb7-f3191324814d req-7b1a7a82-b028-42fe-96d1-4baa0bbd944b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466559 Apr 11 17:50:22.450276 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-83b90120-a84b-4aef-b73b-a83056695d26 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:22.451896 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-83b90120-a84b-4aef-b73b-a83056695d26 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 946 time: 0.0527072 Apr 11 17:50:22.527751 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956604f-9fce-4a00-a456-2eb178d37193 req-f10b60b6-c9fd-44f6-8c3d-9d6687edf5f4 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:22.534227 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b956604f-9fce-4a00-a456-2eb178d37193 req-f10b60b6-c9fd-44f6-8c3d-9d6687edf5f4 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0603671 Apr 11 17:50:22.548096 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Deleting port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:22.548439 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:22.579532 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b956604f-9fce-4a00-a456-2eb178d37193 req-b4e8a6d6-c7fc-449f-9997-dd41fbc6d113 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444324 Apr 11 17:50:22.640994 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] For port ccb211b1-bc95-4bb3-9c0a-e3e556af8219, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:22.641358 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:22.810087 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:22.810360 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (e64bca8d-b2a5-4470-90c6-1c5e7347bb5d), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:22.810478 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Floating IP e64bca8d-b2a5-4470-90c6-1c5e7347bb5d disassociated. External IP: 172.27.0.172, port: ccb211b1-bc95-4bb3-9c0a-e3e556af8219. Apr 11 17:50:22.810816 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Calling delete_port for ccb211b1-bc95-4bb3-9c0a-e3e556af8219 owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:22.944134 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (ccb211b1-bc95-4bb3-9c0a-e3e556af8219), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:22.972685 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event deleted for resources: {'Port': ['ID=ccb211b1-bc95-4bb3-9c0a-e3e556af8219,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:22.984520 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.984874 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.985213 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.985545 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.985904 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.986234 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.986560 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.986887 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.987207 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.987512 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.987848 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.988168 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.988485 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.988802 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:22.989121 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:50:23.110466 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:50:23.223512 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:50:23.233314 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] Sync routers for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:50:23.243790 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:50:23.244405 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:50:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:23.265860 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] No DVR routers for this DVR port ccb211b1-bc95-4bb3-9c0a-e3e556af8219 on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:50:23.268505 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:23.271932 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-348ca425-3aa5-44ad-9d2a-dbf36ca708d0 req-88b1efdb-ea04-4c85-a930-a9518fd2f326 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "DELETE /v2.0/ports/ccb211b1-bc95-4bb3-9c0a-e3e556af8219 HTTP/1.1" status: 204 len: 173 time: 0.8137829 Apr 11 17:50:23.272405 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'name': 'network-vif-deleted', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:23.274878 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d28956d-9b0b-4cac-a3aa-389a37921673" -d '{"events": [{"server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "name": "network-vif-deleted", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:23.357445 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaa2658-60f4-4fbb-a547-43047bbc75bb x-openstack-request-id: req-0aaa2658-60f4-4fbb-a547-43047bbc75bb {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:23.357862 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac0c3f-e68a-4c8c-bf53-4b0a9f882233", "name": "network-vif-deleted", "tag": "ccb211b1-bc95-4bb3-9c0a-e3e556af8219", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:23.358306 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0aaa2658-60f4-4fbb-a547-43047bbc75bb {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:23.359014 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aaa2658-60f4-4fbb-a547-43047bbc75bb'] response: {'server_uuid': '23ac0c3f-e68a-4c8c-bf53-4b0a9f882233', 'name': 'network-vif-deleted', 'tag': 'ccb211b1-bc95-4bb3-9c0a-e3e556af8219', 'status': 'completed', 'code': 200} Apr 11 17:50:23.371053 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:50:23.417756 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4afe60-ebd4-494c-a417-70a0d90588fd req-817c394d-2efe-42e6-b3d3-2726a0b9d460 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:23.424155 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca4afe60-ebd4-494c-a417-70a0d90588fd req-817c394d-2efe-42e6-b3d3-2726a0b9d460 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 946 time: 0.0599508 Apr 11 17:50:23.502460 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ca4afe60-ebd4-494c-a417-70a0d90588fd req-8c6f3515-84e8-423c-9eef-efac6543d0a5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766032 Apr 11 17:50:23.527678 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6c73624c-a2a5-49fa-964e-434660af8ba5 req-ab5e8273-31a7-481a-8789-843b778be134 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=23ac0c3f-e68a-4c8c-bf53-4b0a9f882233 HTTP/1.1" status: 200 len: 210 time: 0.0433457 Apr 11 17:50:23.579197 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:31Z', 'revision_number': 5, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:23.605306 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] Checking router: 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:50:23.614404 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:50:23.615017 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:50:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:23.690351 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f0c63-98f8-4299-b095-83c36a8c2a2e req-07d45196-c20d-42ae-ad05-fe783d925cbe tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:23.691939 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-212f0c63-98f8-4299-b095-83c36a8c2a2e req-07d45196-c20d-42ae-ad05-fe783d925cbe tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0468571 Apr 11 17:50:23.729933 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:50:23.742533 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-212f0c63-98f8-4299-b095-83c36a8c2a2e req-39bd46c3-0218-4208-b7cf-a4bbb73f1774 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446944 Apr 11 17:50:24.072650 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:31Z', 'revision_number': 5, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:24.112389 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569eec1-4b3e-4310-bd55-e810053ab640 None None] The sync data for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi is: [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:14Z', 'revision_number': 4, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': 'b55ab092-4568-48b7-b6aa-bfdbc68b042c', 'name': '', 'network_id': 'b2f9610a-b2e0-4797-a439-7b917367c055', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'mac_address': 'fa:16:3e:a5:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:12Z', 'updated_at': '2022-04-11T17:45:31Z', 'revision_number': 5, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'subnets': [{'id': '9bc98f6f-df66-4ae5-833b-6c1ae60ac410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:50:24.364848 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4c880-450c-4717-9bad-cadcd81070c4 None None] New status for floating IP e64bca8d-b2a5-4470-90c6-1c5e7347bb5d: DOWN {{(pid=109942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:50:24.616395 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58328) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:24.628628 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564330-83c9-48de-a796-61a7fd9735f5 req-6338d0d9-761e-4786-9006-1262e1430ad6 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:24.630145 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4f564330-83c9-48de-a796-61a7fd9735f5 req-6338d0d9-761e-4786-9006-1262e1430ad6 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 946 time: 0.0555086 Apr 11 17:50:24.670582 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8658452b-9bdb-4f63-9b7a-a7f16ae9e7bb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group (5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:24.677608 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4f564330-83c9-48de-a796-61a7fd9735f5 req-3ede4410-b2a1-4e8d-8040-0aa0e115d460 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413013 Apr 11 17:50:24.698995 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8658452b-9bdb-4f63-9b7a-a7f16ae9e7bb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group (5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:24.748053 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8658452b-9bdb-4f63-9b7a-a7f16ae9e7bb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:24.750731 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8658452b-9bdb-4f63-9b7a-a7f16ae9e7bb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:24.751891 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-8658452b-9bdb-4f63-9b7a-a7f16ae9e7bb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "DELETE /v2.0/security-groups/5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1 HTTP/1.1" status: 204 len: 168 time: 0.1344030 Apr 11 17:50:24.755354 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58332) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:24.772498 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658452b-9bdb-4f63-9b7a-a7f16ae9e7bb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:24.775157 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.api.v2.resource [None req-20f7cb03-8e76-4324-8561-416ca0d19956 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] show failed (client error): The resource could not be found. Apr 11 17:50:24.778724 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-20f7cb03-8e76-4324-8561-416ca0d19956 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups/5e5acab5-aa94-40c5-9ae7-d5aba8bf4fc1 HTTP/1.1" status: 404 len: 347 time: 0.0184379 Apr 11 17:50:24.779536 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58336) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:24.802007 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f50d4-1366-49e1-a644-354b304bbf54 req-6486e6a6-6d9d-4365-a83f-47b046524725 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:24.804016 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-360f50d4-1366-49e1-a644-354b304bbf54 req-6486e6a6-6d9d-4365-a83f-47b046524725 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 946 time: 0.0629480 Apr 11 17:50:24.812591 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58338) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:24.817627 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-edd3c188-98be-4e58-87c8-7878340dc3c5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Request body: {'floatingip': {'port_id': '6c98487b-b150-4e03-ad06-7cccb6d91804'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:50:24.867714 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-edd3c188-98be-4e58-87c8-7878340dc3c5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (ab4703f3-75b6-4a43-865b-fc73e941b7d6), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:24.905594 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf8cdf-76b6-4208-bcab-f0af47af9802 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Deleting port 01f3b322-141f-4a9a-a063-6bfb850ab47d {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:24.905942 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8cdf-76b6-4208-bcab-f0af47af9802 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (01f3b322-141f-4a9a-a063-6bfb850ab47d), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:24.955987 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9967f-a75f-44d2-bcc8-290e84c7883d req-2e9b1bf8-8997-4288-b3f4-4e46924d49bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:24.957599 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-72b9967f-a75f-44d2-bcc8-290e84c7883d req-2e9b1bf8-8997-4288-b3f4-4e46924d49bb tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.1068258 Apr 11 17:50:24.992275 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8cdf-76b6-4208-bcab-f0af47af9802 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (01f3b322-141f-4a9a-a063-6bfb850ab47d), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:24.992748 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8cdf-76b6-4208-bcab-f0af47af9802 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for floatingip (01f3b322-141f-4a9a-a063-6bfb850ab47d), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:25.008328 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf8cdf-76b6-4208-bcab-f0af47af9802 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Calling delete_port for 01f3b322-141f-4a9a-a063-6bfb850ab47d owned by network:floatingip {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:25.054625 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-72b9967f-a75f-44d2-bcc8-290e84c7883d req-18a17d43-68d2-4ef3-8f94-68a1acec8616 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878835 Apr 11 17:50:25.170819 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8cdf-76b6-4208-bcab-f0af47af9802 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (01f3b322-141f-4a9a-a063-6bfb850ab47d), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:25.199917 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf8cdf-76b6-4208-bcab-f0af47af9802 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event deleted for resources: {'Port': ['ID=01f3b322-141f-4a9a-a063-6bfb850ab47d,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:25.267071 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8cdf-76b6-4208-bcab-f0af47af9802 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks [] for floatingip (e64bca8d-b2a5-4470-90c6-1c5e7347bb5d), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:25.269745 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8cdf-76b6-4208-bcab-f0af47af9802 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:25.270959 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5ebf8cdf-76b6-4208-bcab-f0af47af9802 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "DELETE /v2.0/floatingips/e64bca8d-b2a5-4470-90c6-1c5e7347bb5d HTTP/1.1" status: 204 len: 168 time: 0.4911447 Apr 11 17:50:25.657234 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-edd3c188-98be-4e58-87c8-7878340dc3c5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:25.661962 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-edd3c188-98be-4e58-87c8-7878340dc3c5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (ab4703f3-75b6-4a43-865b-fc73e941b7d6), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:25.762796 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [None req-edd3c188-98be-4e58-87c8-7878340dc3c5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Floating IP ab4703f3-75b6-4a43-865b-fc73e941b7d6 associated. External IP: 172.27.0.147, port: 6c98487b-b150-4e03-ad06-7cccb6d91804. Apr 11 17:50:25.985505 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd3c188-98be-4e58-87c8-7878340dc3c5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Router 42ab7ef3-71a3-4b64-903b-11a0307971cc has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:50:26.099806 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd3c188-98be-4e58-87c8-7878340dc3c5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:50:26.110909 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-edd3c188-98be-4e58-87c8-7878340dc3c5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:26.111987 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] Sync routers for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:50:26.124433 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:50:26.125465 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:50:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:26.210223 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-edd3c188-98be-4e58-87c8-7878340dc3c5 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "PUT /v2.0/floatingips/ab4703f3-75b6-4a43-865b-fc73e941b7d6 HTTP/1.1" status: 200 len: 992 time: 1.3956740 Apr 11 17:50:26.214503 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad341f61-ffeb-433f-9b18-a94126982448', 'tag': '6c98487b-b150-4e03-ad06-7cccb6d91804'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:26.218568 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eb63e2-4ddd-42ab-a557-d488bad44aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad341f61-ffeb-433f-9b18-a94126982448", "tag": "6c98487b-b150-4e03-ad06-7cccb6d91804"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:26.237827 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dba7a-8cc9-4d8a-aeb0-14035cf61c5d req-47571eab-09d8-4082-a60e-31b3fc678903 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:26.240240 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-224dba7a-8cc9-4d8a-aeb0-14035cf61c5d req-47571eab-09d8-4082-a60e-31b3fc678903 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.1006160 Apr 11 17:50:26.271315 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:50:26.273036 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa85df9-3e0b-44b7-b387-ec701c0daf1e x-openstack-request-id: req-0fa85df9-3e0b-44b7-b387-ec701c0daf1e {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:26.273322 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad341f61-ffeb-433f-9b18-a94126982448", "tag": "6c98487b-b150-4e03-ad06-7cccb6d91804", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:26.273567 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0fa85df9-3e0b-44b7-b387-ec701c0daf1e {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:26.273979 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa85df9-3e0b-44b7-b387-ec701c0daf1e'] response: {'name': 'network-changed', 'server_uuid': 'ad341f61-ffeb-433f-9b18-a94126982448', 'tag': '6c98487b-b150-4e03-ad06-7cccb6d91804', 'status': 'completed', 'code': 200} Apr 11 17:50:26.305675 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-224dba7a-8cc9-4d8a-aeb0-14035cf61c5d req-4ab1fd48-3d7b-4e52-b96a-24af35dc76c0 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584526 Apr 11 17:50:26.346402 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-a124d565-14a4-4361-9156-2d391913595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:26.347948 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-a124d565-14a4-4361-9156-2d391913595f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53431df7a2614db8a675084b9f8769bd&device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 1130 time: 0.0418055 Apr 11 17:50:26.446967 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-741056d2-947c-4a17-9d4c-8bc87777c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:26.448555 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-741056d2-947c-4a17-9d4c-8bc87777c3aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 200 len: 912 time: 0.0939393 Apr 11 17:50:26.518727 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'ab4703f3-75b6-4a43-865b-fc73e941b7d6', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'port_id': '6c98487b-b150-4e03-ad06-7cccb6d91804', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'mac_address': 'fa:16:3e:0e:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341f61-ffeb-433f-9b18-a94126982448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:50:10Z', 'updated_at': '2022-04-11T17:50:25Z', 'revision_number': 1, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:26.526432 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-8af091af-ea39-4b75-a6c2-67e0842be066 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c98487b-b150-4e03-ad06-7cccb6d91804 HTTP/1.1" status: 200 len: 1000 time: 0.0669532 Apr 11 17:50:26.555203 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] Checking router: 42ab7ef3-71a3-4b64-903b-11a0307971cc for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:50:26.564038 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:50:26.564647 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:50:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:26.574699 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-f894555e-0343-498d-9f97-46468cf4a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:26.576152 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-f894555e-0343-498d-9f97-46468cf4a114 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4765981-e117-4dfa-9abd-cc2d659b3810 HTTP/1.1" status: 200 len: 850 time: 0.0434463 Apr 11 17:50:26.691234 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:50:26.880103 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-94b4ca2f-9924-4a3c-ac99-0f470a1b1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:26.882090 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-94b4ca2f-9924-4a3c-ac99-0f470a1b1198 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18a7394-4f97-4fa6-8c6e-197808eb17ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3000541 Apr 11 17:50:26.918952 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'ab4703f3-75b6-4a43-865b-fc73e941b7d6', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'port_id': '6c98487b-b150-4e03-ad06-7cccb6d91804', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'mac_address': 'fa:16:3e:0e:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341f61-ffeb-433f-9b18-a94126982448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:50:10Z', 'updated_at': '2022-04-11T17:50:25Z', 'revision_number': 1, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:26.946124 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e21333-cdc2-4c1d-9fa0-ee7bc81ef835 None None] The sync data for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi is: [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'ab4703f3-75b6-4a43-865b-fc73e941b7d6', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'port_id': '6c98487b-b150-4e03-ad06-7cccb6d91804', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'mac_address': 'fa:16:3e:0e:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad341f61-ffeb-433f-9b18-a94126982448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:50:10Z', 'updated_at': '2022-04-11T17:50:25Z', 'revision_number': 1, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:50:26.976616 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-92f62805-b822-4bc3-9441-61c304635621 service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866055 Apr 11 17:50:27.072956 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-55eb63e2-4ddd-42ab-a557-d488bad44aa0 req-91fa4fad-abf1-4f9a-9d8d-3a6e8c36d37e service neutron] 10.222.0.37 "GET /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891097 Apr 11 17:50:27.138899 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e9102-5bb3-46fa-8b8f-47700930eaff None None] New status for floating IP ab4703f3-75b6-4a43-865b-fc73e941b7d6: ACTIVE {{(pid=109942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:50:27.208642 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device ccb211b1-bc95-4bb3-9c0a-e3e556af8219 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:50:27.229445 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: ccb211b1-bc95-4bb3-9c0a-e3e556af8219 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:50:27.229666 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device ccb211b1-bc95-4bb3-9c0a-e3e556af8219 not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:50:27.422589 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c6602-ad5c-49ea-8f5e-42cc06cfda18 req-1737fdec-2eb8-4c52-ae0d-ffe1ec2bf0d5 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:27.424229 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6f9c6602-ad5c-49ea-8f5e-42cc06cfda18 req-1737fdec-2eb8-4c52-ae0d-ffe1ec2bf0d5 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0500178 Apr 11 17:50:27.477553 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6f9c6602-ad5c-49ea-8f5e-42cc06cfda18 req-c5095cf3-aa97-465a-ba1d-a47882fcc5f9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474858 Apr 11 17:50:27.766156 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbf364-d4ef-4e7c-b38a-138923004144 req-c6edb157-d68a-4a92-b28d-235901cae19b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:27.767544 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bebbf364-d4ef-4e7c-b38a-138923004144 req-c6edb157-d68a-4a92-b28d-235901cae19b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0475664 Apr 11 17:50:27.824799 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bebbf364-d4ef-4e7c-b38a-138923004144 req-48cf6473-da4e-4f53-b5b7-5ae89b3b2794 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504766 Apr 11 17:50:28.593457 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb286da-0139-404f-8125-a48907535344 req-81d4b292-26e9-46c6-a286-a47909d20801 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:28.595012 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ebb286da-0139-404f-8125-a48907535344 req-81d4b292-26e9-46c6-a286-a47909d20801 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0475671 Apr 11 17:50:28.645102 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ebb286da-0139-404f-8125-a48907535344 req-f8b377ef-2a8b-4f45-8317-57308ffa0349 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443904 Apr 11 17:50:28.947659 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dd481-24be-4ce1-a89a-0719f5ab92f9 req-60fdddf6-9018-4563-a8fd-e010e78fc600 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:28.949168 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b85dd481-24be-4ce1-a89a-0719f5ab92f9 req-60fdddf6-9018-4563-a8fd-e010e78fc600 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0491972 Apr 11 17:50:28.997981 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b85dd481-24be-4ce1-a89a-0719f5ab92f9 req-9ae9b384-5e50-4b9c-9406-ec7c06acb909 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Apr 11 17:50:29.771270 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e2741-6fd0-40ad-8e83-b1d362897d15 req-22df29c3-e676-40dd-b884-1c3a26a392f6 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:29.772757 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-618e2741-6fd0-40ad-8e83-b1d362897d15 req-22df29c3-e676-40dd-b884-1c3a26a392f6 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0598061 Apr 11 17:50:29.832183 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-618e2741-6fd0-40ad-8e83-b1d362897d15 req-3b7b0e82-283c-425f-8210-7f4f07cb603e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536416 Apr 11 17:50:30.114390 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdc74b-9904-4ebc-8ae4-c08c75535aff req-0a761338-4488-436f-a12c-3a5cb4b133d4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:30.115899 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f9bdc74b-9904-4ebc-8ae4-c08c75535aff req-0a761338-4488-436f-a12c-3a5cb4b133d4 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0489335 Apr 11 17:50:30.168919 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f9bdc74b-9904-4ebc-8ae4-c08c75535aff req-f16fa6dc-a14a-4211-a1b4-e44324cf376c tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472789 Apr 11 17:50:30.264605 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-845ba610-e77c-4c6c-afd9-37edc77a66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:30.266107 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-845ba610-e77c-4c6c-afd9-37edc77a66c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56742d0a1df746ab80659261795347ce&device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 1129 time: 0.0497010 Apr 11 17:50:30.744898 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-52e8faa2-a6ad-475a-b3fa-9a70ae8ca6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:30.746650 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-52e8faa2-a6ad-475a-b3fa-9a70ae8ca6f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc320569-a755-4d7f-8e84-71edd9fbb209 HTTP/1.1" status: 200 len: 909 time: 0.1031792 Apr 11 17:50:30.845220 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-0440b726-ddec-4c50-9107-528150d3adbe tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:30.846784 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-0440b726-ddec-4c50-9107-528150d3adbe tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0505576 Apr 11 17:50:30.862613 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-ad5ddc94-f36a-4007-a507-ef174ccbd5f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3 HTTP/1.1" status: 200 len: 1000 time: 0.0673337 Apr 11 17:50:30.916168 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-f5d71b06-f932-4813-b1e6-f49f70c09202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:30.917635 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-f5d71b06-f932-4813-b1e6-f49f70c09202 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28ce48ab-926e-4182-b06b-bee801f2e4cd HTTP/1.1" status: 200 len: 847 time: 0.0472009 Apr 11 17:50:30.971708 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-0696267b-4992-4218-af5e-b514b8d99377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:30.973540 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-0696267b-4992-4218-af5e-b514b8d99377 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc320569-a755-4d7f-8e84-71edd9fbb209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458372 Apr 11 17:50:30.976627 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de796bab-f00c-4c7e-a3d6-3bbbb9777f70 req-20502299-97eb-4b50-9071-f22e1b1a34a3 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:30.978152 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de796bab-f00c-4c7e-a3d6-3bbbb9777f70 req-20502299-97eb-4b50-9071-f22e1b1a34a3 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0694439 Apr 11 17:50:30.999351 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-e58b3942-52c9-4ca2-9867-49301d60b92a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Deleting port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:30.999675 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-e58b3942-52c9-4ca2-9867-49301d60b92a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:31.070800 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-d4df1ade-d0a0-43b8-b333-905d52a563be service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898502 Apr 11 17:50:31.084711 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de796bab-f00c-4c7e-a3d6-3bbbb9777f70 req-f3b842a2-28ce-43e2-b5b6-5b709f881950 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007981 Apr 11 17:50:31.132616 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-e58b3942-52c9-4ca2-9867-49301d60b92a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] For port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:31.132985 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-e58b3942-52c9-4ca2-9867-49301d60b92a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:31.150524 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-e58b3942-52c9-4ca2-9867-49301d60b92a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Calling delete_port for 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:31.176064 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ee9d468d-727e-479c-a7b8-7cc285b80637 req-2f11762e-8f77-4109-8410-7629cbc0dcbd service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966511 Apr 11 17:50:31.325088 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616126e8-a55c-402e-ac63-ddec692e14b5 req-caa2fc37-29e6-44aa-9858-381a0939e61d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:31.326796 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-616126e8-a55c-402e-ac63-ddec692e14b5 req-caa2fc37-29e6-44aa-9858-381a0939e61d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 945 time: 0.0824730 Apr 11 17:50:31.328102 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-e58b3942-52c9-4ca2-9867-49301d60b92a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:31.343415 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['30ac2e3a-ea3e-41cd-a2dd-072934942475', '501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:50:31.373660 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b3942-52c9-4ca2-9867-49301d60b92a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event deleted for resources: {'Port': ['ID=501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:31.435285 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-616126e8-a55c-402e-ac63-ddec692e14b5 req-a8554c37-ccfe-4383-b5e1-db887946b04f tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995514 Apr 11 17:50:31.451284 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-e58b3942-52c9-4ca2-9867-49301d60b92a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] No DVR routers for this DVR port 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:50:31.454158 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-e58b3942-52c9-4ca2-9867-49301d60b92a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:31.457603 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e022b5ce-50fb-45e4-98ab-fb1f4cb45de5 req-e58b3942-52c9-4ca2-9867-49301d60b92a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "DELETE /v2.0/ports/501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f HTTP/1.1" status: 204 len: 173 time: 0.6055632 Apr 11 17:50:31.458118 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84168c29-8b0e-402f-b496-35985e3e0dcb', 'name': 'network-vif-deleted', 'tag': '501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:31.460612 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c1079e-b716-49b7-b507-a71dd0c44382" -d '{"events": [{"server_uuid": "84168c29-8b0e-402f-b496-35985e3e0dcb", "name": "network-vif-deleted", "tag": "501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:31.555172 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7513bb9-4fc5-44e0-b9fd-bb3014378921 x-openstack-request-id: req-b7513bb9-4fc5-44e0-b9fd-bb3014378921 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:31.555474 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84168c29-8b0e-402f-b496-35985e3e0dcb", "name": "network-vif-deleted", "tag": "501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:31.555730 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7513bb9-4fc5-44e0-b9fd-bb3014378921 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:31.556142 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7513bb9-4fc5-44e0-b9fd-bb3014378921'] response: {'server_uuid': '84168c29-8b0e-402f-b496-35985e3e0dcb', 'name': 'network-vif-deleted', 'tag': '501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f', 'status': 'completed', 'code': 200} Apr 11 17:50:32.212887 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a1d52-e0e9-4fc4-9b3f-a1fb1a69c960 req-6026979a-ff0c-4117-aa0e-bc11e91e97c1 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:32.214399 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-868a1d52-e0e9-4fc4-9b3f-a1fb1a69c960 req-6026979a-ff0c-4117-aa0e-bc11e91e97c1 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0502634 Apr 11 17:50:32.268013 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-868a1d52-e0e9-4fc4-9b3f-a1fb1a69c960 req-8434ccef-de19-4027-a6ec-8a2e5e4fbd71 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460763 Apr 11 17:50:32.552436 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-af3a74fb-8f67-4621-b208-1ca41f648f1f req-04b98faa-71ae-40dd-96a6-bf6789d4823d tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 210 time: 0.0392044 Apr 11 17:50:33.198991 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:33.394357 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a64ff6-1be8-4783-b102-b5cadfca981d req-6227e251-ed18-4afb-a108-49590f6499ae tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:33.395903 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-18a64ff6-1be8-4783-b102-b5cadfca981d req-6227e251-ed18-4afb-a108-49590f6499ae tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0591683 Apr 11 17:50:33.448410 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-18a64ff6-1be8-4783-b102-b5cadfca981d req-41e251ee-0011-4994-8fc5-042e35264302 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440891 Apr 11 17:50:33.650977 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a8d14e70-a1f9-4f83-856d-ae882e73f0ba req-6d906fb6-4da6-4706-b437-511b58af003a tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 210 time: 0.0291820 Apr 11 17:50:34.578090 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050546b4-dcdd-4ed6-b3e1-8df727a4bab6 req-8a79d105-f911-46b4-ba9e-f8dffd17d841 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:34.579560 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-050546b4-dcdd-4ed6-b3e1-8df727a4bab6 req-8a79d105-f911-46b4-ba9e-f8dffd17d841 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0574145 Apr 11 17:50:34.635830 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-050546b4-dcdd-4ed6-b3e1-8df727a4bab6 req-db82bfa2-3926-4be5-8dfb-de1acc432e23 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501394 Apr 11 17:50:34.758074 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c1e6d223-f88b-44d6-a9f9-3bc434ce7fe2 req-07a2e3f0-1c04-4f48-a86d-343088ce6ecf tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=84168c29-8b0e-402f-b496-35985e3e0dcb HTTP/1.1" status: 200 len: 210 time: 0.0352669 Apr 11 17:50:35.218450 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:50:35.243117 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:50:35.243468 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 501d22b0-ed3f-45f3-a8c7-0a1e8ec29d7f not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:50:35.752422 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58beb9-d211-4299-a420-bec5ceccff5c req-e325af8b-7f1f-49f5-842b-9beb6fbd088a tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:35.754005 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4b58beb9-d211-4299-a420-bec5ceccff5c req-e325af8b-7f1f-49f5-842b-9beb6fbd088a tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0485764 Apr 11 17:50:35.806609 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4b58beb9-d211-4299-a420-bec5ceccff5c req-7034cdfd-697a-4ff1-9b85-b648911f2cc4 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466218 Apr 11 17:50:36.156850 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-731bc90d-0faa-4e10-9cc3-273b55c1c671 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769215 Apr 11 17:50:36.161388 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f188a4-4d7b-40eb-87a9-3afa5bae34d2 req-d507f1b1-b364-4307-bd99-bab7d69e669c tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:36.163347 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c9f188a4-4d7b-40eb-87a9-3afa5bae34d2 req-d507f1b1-b364-4307-bd99-bab7d69e669c tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0884256 Apr 11 17:50:36.247464 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdc09c-b3b8-41e6-a545-5491707b2055 req-b4068f47-59a7-482a-8e6c-d75f4075cd70 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:36.249167 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b5cdc09c-b3b8-41e6-a545-5491707b2055 req-b4068f47-59a7-482a-8e6c-d75f4075cd70 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0774786 Apr 11 17:50:36.268399 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-c3910680-9c70-43e4-a7f2-6e7bd50105e0 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:36.270357 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-c3910680-9c70-43e4-a7f2-6e7bd50105e0 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports/d4239a43-0c35-467a-90d0-d5709a8e5ad3 HTTP/1.1" status: 200 len: 942 time: 0.0723441 Apr 11 17:50:36.275326 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c9f188a4-4d7b-40eb-87a9-3afa5bae34d2 req-89e4d439-9813-4bf6-b394-d83529b0ec67 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055493 Apr 11 17:50:36.334018 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b5cdc09c-b3b8-41e6-a545-5491707b2055 req-0d3dcfd8-15cc-45ae-be58-faa5ddf14fb6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750625 Apr 11 17:50:37.397583 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f36d1d-c90a-4b88-9474-a8ef518c8d83 req-aca3ca0d-519c-49da-b2d4-269fc3ab646a tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:37.399105 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a0f36d1d-c90a-4b88-9474-a8ef518c8d83 req-aca3ca0d-519c-49da-b2d4-269fc3ab646a tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0472257 Apr 11 17:50:37.460220 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef200a93-c006-42fd-b30f-3bc97c866324 req-8887d6ed-610d-42dc-a080-9b8c34a1c7ef tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:37.461685 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ef200a93-c006-42fd-b30f-3bc97c866324 req-8887d6ed-610d-42dc-a080-9b8c34a1c7ef tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0617139 Apr 11 17:50:37.497131 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a0f36d1d-c90a-4b88-9474-a8ef518c8d83 req-7dd8fa2d-4c00-4f8b-ab2f-41cd0efdd2a2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888391 Apr 11 17:50:37.526422 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ef200a93-c006-42fd-b30f-3bc97c866324 req-9319ddec-39a6-409e-9cee-4664bbab6de6 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589268 Apr 11 17:50:38.620019 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb40bc-c495-4a58-8472-c3f109dc71a7 req-e86b6bc2-f4ef-4dcd-81d0-470d8093bffc tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:38.621525 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ffeb40bc-c495-4a58-8472-c3f109dc71a7 req-e86b6bc2-f4ef-4dcd-81d0-470d8093bffc tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0564485 Apr 11 17:50:38.666423 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae460-3bdf-47e3-9f9f-d8e7b63c46c5 req-ab5178ae-be55-434e-8fbb-1e83c06805fb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:38.667914 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8f2ae460-3bdf-47e3-9f9f-d8e7b63c46c5 req-ab5178ae-be55-434e-8fbb-1e83c06805fb tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0710864 Apr 11 17:50:38.719623 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ffeb40bc-c495-4a58-8472-c3f109dc71a7 req-a13dc422-a2d4-4dc0-9a4f-c14ce8445199 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818970 Apr 11 17:50:38.744122 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8f2ae460-3bdf-47e3-9f9f-d8e7b63c46c5 req-1b4a12c6-e919-45fd-8326-24712e9defec tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682988 Apr 11 17:50:39.235695 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device d4239a43-0c35-467a-90d0-d5709a8e5ad3 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:50:39.319251 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port d4239a43-0c35-467a-90d0-d5709a8e5ad3 is: ACTIVE; New status is: DOWN {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:50:39.319631 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:39.344330 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:39.346645 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bade4159-ce47-452e-ad5a-a812439d4c13" -d '{"events": [{"server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:39.360043 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port d4239a43-0c35-467a-90d0-d5709a8e5ad3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:39.366330 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:39.424110 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=d4239a43-0c35-467a-90d0-d5709a8e5ad3,revision_number=6']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:39.461521 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16829887-fd37-4916-a3ef-ebc4cd3d5843 x-openstack-request-id: req-16829887-fd37-4916-a3ef-ebc4cd3d5843 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:39.461906 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "name": "network-vif-unplugged", "status": "failed", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3", "code": 422}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:39.462498 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16829887-fd37-4916-a3ef-ebc4cd3d5843 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:39.463112 dv-cinder-837167-2-iscsi neutron-server[109940]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-16829887-fd37-4916-a3ef-ebc4cd3d5843']: {'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'code': 422} returned with failed status Apr 11 17:50:39.868205 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060db02a-f213-47c7-b5a4-5dac8c8b8507 req-06d66e3a-f9f2-4299-9a87-89bc845cc93d tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:39.869677 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-060db02a-f213-47c7-b5a4-5dac8c8b8507 req-06d66e3a-f9f2-4299-9a87-89bc845cc93d tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0758388 Apr 11 17:50:39.890447 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb4259-803c-4135-98ed-c8fc5894b22d req-99cecd7d-89f8-40be-9b02-d4076cb76532 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:39.891911 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6dcb4259-803c-4135-98ed-c8fc5894b22d req-99cecd7d-89f8-40be-9b02-d4076cb76532 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0686595 Apr 11 17:50:39.971781 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-060db02a-f213-47c7-b5a4-5dac8c8b8507 req-33099937-23ca-4767-83f9-880ae1c7b9bc tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941417 Apr 11 17:50:39.995574 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6dcb4259-803c-4135-98ed-c8fc5894b22d req-677e7a20-6144-46cd-b27b-458dd77d4e45 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/security-groups?id=7f416aaf-f915-4b15-9efe-f1ce2ad1f512&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964522 Apr 11 17:50:40.304637 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee1923-b1c2-4d32-9586-cef426650254 req-35e363bd-09d6-4997-a8d2-2b28e915fe6b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:40.306537 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5fee1923-b1c2-4d32-9586-cef426650254 req-35e363bd-09d6-4997-a8d2-2b28e915fe6b tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0618870 Apr 11 17:50:40.401126 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-5fee1923-b1c2-4d32-9586-cef426650254 req-80ce84f4-be32-4178-9596-e262471f4ced tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Deleting port 30ac2e3a-ea3e-41cd-a2dd-072934942475 {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:40.401472 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-5fee1923-b1c2-4d32-9586-cef426650254 req-80ce84f4-be32-4178-9596-e262471f4ced tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:40.513354 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-5fee1923-b1c2-4d32-9586-cef426650254 req-80ce84f4-be32-4178-9596-e262471f4ced tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] For port 30ac2e3a-ea3e-41cd-a2dd-072934942475, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=30ac2e3a-ea3e-41cd-a2dd-072934942475,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:40.513888 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-5fee1923-b1c2-4d32-9586-cef426650254 req-80ce84f4-be32-4178-9596-e262471f4ced tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:40.527576 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-5fee1923-b1c2-4d32-9586-cef426650254 req-80ce84f4-be32-4178-9596-e262471f4ced tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Calling delete_port for 30ac2e3a-ea3e-41cd-a2dd-072934942475 owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:40.666624 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-5fee1923-b1c2-4d32-9586-cef426650254 req-80ce84f4-be32-4178-9596-e262471f4ced tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (30ac2e3a-ea3e-41cd-a2dd-072934942475), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:40.683290 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['30ac2e3a-ea3e-41cd-a2dd-072934942475'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:50:40.704020 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce84f4-be32-4178-9596-e262471f4ced tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Pushing event deleted for resources: {'Port': ['ID=30ac2e3a-ea3e-41cd-a2dd-072934942475,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:40.758851 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fee1923-b1c2-4d32-9586-cef426650254 req-80ce84f4-be32-4178-9596-e262471f4ced tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] No DVR routers for this DVR port 30ac2e3a-ea3e-41cd-a2dd-072934942475 on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:50:40.761187 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-5fee1923-b1c2-4d32-9586-cef426650254 req-80ce84f4-be32-4178-9596-e262471f4ced tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:40.764599 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5fee1923-b1c2-4d32-9586-cef426650254 req-80ce84f4-be32-4178-9596-e262471f4ced tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.37 "DELETE /v2.0/ports/30ac2e3a-ea3e-41cd-a2dd-072934942475 HTTP/1.1" status: 204 len: 173 time: 0.4518557 Apr 11 17:50:40.771634 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e71dbbf-99df-463b-bdf1-08f7ae9e1e51', 'name': 'network-vif-deleted', 'tag': '30ac2e3a-ea3e-41cd-a2dd-072934942475'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:40.773824 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6e8140-f50a-4fb3-b24a-9a81ff1086dc" -d '{"events": [{"server_uuid": "5e71dbbf-99df-463b-bdf1-08f7ae9e1e51", "name": "network-vif-deleted", "tag": "30ac2e3a-ea3e-41cd-a2dd-072934942475"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:40.814172 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e40678-ffa4-41bc-b2a8-d03b673d3ba1 req-27858167-b5f6-48aa-b29e-24c28e6b8c96 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:40.815685 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f7e40678-ffa4-41bc-b2a8-d03b673d3ba1 req-27858167-b5f6-48aa-b29e-24c28e6b8c96 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0588856 Apr 11 17:50:40.817164 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055645bf-badd-4750-830b-6f4b5b705c0e x-openstack-request-id: req-055645bf-badd-4750-830b-6f4b5b705c0e {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:40.817425 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e71dbbf-99df-463b-bdf1-08f7ae9e1e51", "name": "network-vif-deleted", "tag": "30ac2e3a-ea3e-41cd-a2dd-072934942475", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:40.817666 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-055645bf-badd-4750-830b-6f4b5b705c0e {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:40.818057 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055645bf-badd-4750-830b-6f4b5b705c0e'] response: {'server_uuid': '5e71dbbf-99df-463b-bdf1-08f7ae9e1e51', 'name': 'network-vif-deleted', 'tag': '30ac2e3a-ea3e-41cd-a2dd-072934942475', 'status': 'completed', 'code': 200} Apr 11 17:50:40.862565 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f7e40678-ffa4-41bc-b2a8-d03b673d3ba1 req-64b6427f-2b19-4724-9f3b-d8831643d49a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 Apr 11 17:50:41.112513 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3c4bf96a-b6a2-4844-b180-b0460fe9fc03 req-31eca5f6-7e96-4a99-b890-610c01f6b093 tempest-ServerRescueNegativeTestJSON-944384380 tempest-ServerRescueNegativeTestJSON-944384380-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e71dbbf-99df-463b-bdf1-08f7ae9e1e51 HTTP/1.1" status: 200 len: 210 time: 0.0381360 Apr 11 17:50:41.129012 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088aa4f-3d48-4105-9c3f-93dbf72e8829 req-36b21eb8-99be-4642-9e6e-ac04d0cd7f72 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:41.130501 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1088aa4f-3d48-4105-9c3f-93dbf72e8829 req-36b21eb8-99be-4642-9e6e-ac04d0cd7f72 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0879486 Apr 11 17:50:41.174686 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-d349be44-c068-40f7-92ca-b8db834470da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:41.176171 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-d349be44-c068-40f7-92ca-b8db834470da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b&tenant_id=56742d0a1df746ab80659261795347ce HTTP/1.1" status: 200 len: 1127 time: 0.0660741 Apr 11 17:50:41.208300 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1088aa4f-3d48-4105-9c3f-93dbf72e8829 req-35170517-4aca-4471-9ecc-9d01fa574e9c tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599751 Apr 11 17:50:41.254854 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-3d9b3ebb-e8b7-4948-89cf-82ad08ef0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:41.256879 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-3d9b3ebb-e8b7-4948-89cf-82ad08ef0a39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56742d0a1df746ab80659261795347ce&device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 1127 time: 0.0528648 Apr 11 17:50:41.563568 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-00830253-8fd5-4d51-be9b-9df0d670a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:41.565296 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-00830253-8fd5-4d51-be9b-9df0d670a055 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc320569-a755-4d7f-8e84-71edd9fbb209 HTTP/1.1" status: 200 len: 909 time: 0.0971797 Apr 11 17:50:41.567969 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a460eef3-407b-4099-9082-eff64ff63194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:41.645238 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-f5fad64a-2b91-46ab-8237-99f3315cf06e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3 HTTP/1.1" status: 200 len: 998 time: 0.0726643 Apr 11 17:50:41.703750 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-44323907-570d-4317-8fd9-7ba28332dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:41.705235 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-44323907-570d-4317-8fd9-7ba28332dded service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28ce48ab-926e-4182-b06b-bee801f2e4cd HTTP/1.1" status: 200 len: 847 time: 0.0449054 Apr 11 17:50:41.755065 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-4421a3ad-9348-4ce1-b03b-0b5e50f68cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:41.756934 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-4421a3ad-9348-4ce1-b03b-0b5e50f68cb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc320569-a755-4d7f-8e84-71edd9fbb209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406036 Apr 11 17:50:41.853469 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-17c196d7-2d6a-4908-8998-4ee3feefb8ff service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890658 Apr 11 17:50:41.957418 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b82cee1c-8bd0-41ae-94bb-79a0b5fd5bc3 req-1d13282e-1aef-4c54-a150-18ee11a048cb service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935242 Apr 11 17:50:41.998772 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624ac69-405a-4c4b-91f7-d328840806f9 req-6f585754-8e07-4ac3-840c-4c1af4b84607 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:42.000265 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d624ac69-405a-4c4b-91f7-d328840806f9 req-6f585754-8e07-4ac3-840c-4c1af4b84607 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0624888 Apr 11 17:50:42.049676 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d624ac69-405a-4c4b-91f7-d328840806f9 req-747e8fde-c260-42df-abce-90931ba2f587 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436749 Apr 11 17:50:42.177232 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58526) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:42.369633 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a36e35-ea38-4610-b445-509c8f4fafd5 req-f05c079a-62d5-428f-885d-3fc1c6bd6bcc tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:42.371169 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-29a36e35-ea38-4610-b445-509c8f4fafd5 req-f05c079a-62d5-428f-885d-3fc1c6bd6bcc tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0880702 Apr 11 17:50:42.465423 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-29a36e35-ea38-4610-b445-509c8f4fafd5 req-27ef99ee-816b-4a35-8842-abaf2595f64d tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871947 Apr 11 17:50:42.766358 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585588'] for router_interface (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:43.254043 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10248f0d-7631-47ed-b159-e4fba04c7102 req-5b833b05-b6fb-40bb-aa29-bb08f100286d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:43.255559 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-10248f0d-7631-47ed-b159-e4fba04c7102 req-5b833b05-b6fb-40bb-aa29-bb08f100286d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.1338253 Apr 11 17:50:43.345846 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-10248f0d-7631-47ed-b159-e4fba04c7102 req-ab648723-ae89-483e-a84e-db7810364f27 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808451 Apr 11 17:50:43.384201 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] Deleting port b55ab092-4568-48b7-b6aa-bfdbc68b042c {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:43.384548 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:43.469913 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] For port b55ab092-4568-48b7-b6aa-bfdbc68b042c, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=b55ab092-4568-48b7-b6aa-bfdbc68b042c,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:43.470279 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:43.484092 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] Calling delete_port for b55ab092-4568-48b7-b6aa-bfdbc68b042c owned by network:router_interface {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:43.625668 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99154f9b-4e2f-4624-ae40-b9849bb2cb50 req-e827abc1-208a-4d34-a5de-46f8b794ee10 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:43.626911 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-99154f9b-4e2f-4624-ae40-b9849bb2cb50 req-e827abc1-208a-4d34-a5de-46f8b794ee10 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0897813 Apr 11 17:50:43.699209 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-99154f9b-4e2f-4624-ae40-b9849bb2cb50 req-6b9dc66d-ff41-4231-bccc-c698e1619ee0 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609474 Apr 11 17:50:43.756631 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (b55ab092-4568-48b7-b6aa-bfdbc68b042c), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:43.792826 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b55ab092-4568-48b7-b6aa-bfdbc68b042c,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:43.981133 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585432'] for router_interface (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:44.223365 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] Router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:50:44.267341 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-940ae5b8-2551-42cf-b304-84314dba43d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:44.338888 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:50:44.346716 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a25d56cd-9880-4336-b503-8dc46da324eb admin admin] 10.222.0.79 "PUT /v2.0/routers/6d2f1b4d-4c2f-4756-a582-6b6c250815d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1669357 Apr 11 17:50:44.348024 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58552) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:44.348916 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] Sync routers for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:50:44.361122 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:50:44.362072 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:50:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:44.468285 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Publish callbacks [] for router (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:44.479174 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4756f9-ee3f-45e3-83b4-3f5783307a1c req-c6b37ed1-4f7d-4f37-8c4f-7dfcf3c0a0d5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:44.480726 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1c4756f9-ee3f-45e3-83b4-3f5783307a1c req-c6b37ed1-4f7d-4f37-8c4f-7dfcf3c0a0d5 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0515482 Apr 11 17:50:44.488773 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:50:44.535597 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1c4756f9-ee3f-45e3-83b4-3f5783307a1c req-1041a6b0-4b59-42a6-8197-a4e4df0d1cce tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485303 Apr 11 17:50:44.595878 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Publish callbacks [] for router_gateway (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:44.657063 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Deleting port ca0ba524-a7cc-4886-a027-5b50efd5786e {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:44.657544 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:44.681913 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:50:43Z', 'revision_number': 5, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port': {'id': 'ca0ba524-a7cc-4886-a027-5b50efd5786e', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:07Z', 'updated_at': '2022-04-11T17:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:44.708809 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] Checking router: 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:50:44.717915 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] Routers {'6d2f1b4d-4c2f-4756-a582-6b6c250815d9'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:50:44.718449 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:50:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:44.750400 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] For port ca0ba524-a7cc-4886-a027-5b50efd5786e, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=ca0ba524-a7cc-4886-a027-5b50efd5786e,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:44.750781 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:44.766009 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Calling delete_port for ca0ba524-a7cc-4886-a027-5b50efd5786e owned by network:router_gateway {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:44.814524 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] Set router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 gateway port host: None {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:50:44.827595 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65346c9-edcf-4cfb-9bee-8eddc265e0c4 req-540cb2f1-250f-4c57-8459-a8f52b8aa984 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:44.829172 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b65346c9-edcf-4cfb-9bee-8eddc265e0c4 req-540cb2f1-250f-4c57-8459-a8f52b8aa984 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0534937 Apr 11 17:50:44.876243 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:50:44Z', 'revision_number': 6, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port_host': None}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:44.917806 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5528ff7b-10b9-4e96-840d-23c6f29475c0 None None] The sync data for ids ['6d2f1b4d-4c2f-4756-a582-6b6c250815d9'] in dv-cinder-837167-2-iscsi is: [{'id': '6d2f1b4d-4c2f-4756-a582-6b6c250815d9', 'name': 'tempest-ServerRescueNegativeTestJSON-537869312-router', 'tenant_id': '36a0bc340bf243f1ab44be5511817935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:50:44Z', 'revision_number': 6, 'project_id': '36a0bc340bf243f1ab44be5511817935', 'gw_port_host': None}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:50:44.922750 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b65346c9-edcf-4cfb-9bee-8eddc265e0c4 req-8285aa6d-74b2-4d5f-a073-e3465f1bc5e4 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808432 Apr 11 17:50:44.976701 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (ca0ba524-a7cc-4886-a027-5b50efd5786e), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.003599 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0ba524-a7cc-4886-a027-5b50efd5786e,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:45.071892 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585406'] for router_gateway (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.141004 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36deb2-97c1-4248-8d83-6cfca777f165 req-9013da98-3d27-434b-b56f-5bf8d03bdc9e tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:45.142576 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0b36deb2-97c1-4248-8d83-6cfca777f165 req-9013da98-3d27-434b-b56f-5bf8d03bdc9e tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 946 time: 0.0490246 Apr 11 17:50:45.169149 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.171593 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Publish callbacks [] for router_controller (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.191310 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0b36deb2-97c1-4248-8d83-6cfca777f165 req-bd79facb-6c45-44cc-9d81-ca8a3ea12f13 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427785 Apr 11 17:50:45.221145 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1652569'] for router (6d2f1b4d-4c2f-4756-a582-6b6c250815d9), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.221603 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d2f1b4d-4c2f-4756-a582-6b6c250815d9 {{(pid=109939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:50:45.226871 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.228042 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-a1dc6bfe-b87e-427f-8f88-f1cfa2772b7c admin admin] 10.222.0.79 "DELETE /v2.0/routers/6d2f1b4d-4c2f-4756-a582-6b6c250815d9 HTTP/1.1" status: 204 len: 168 time: 0.8782253 Apr 11 17:50:45.230579 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58564) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:45.236172 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 30ac2e3a-ea3e-41cd-a2dd-072934942475 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:50:45.256928 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 30ac2e3a-ea3e-41cd-a2dd-072934942475 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:50:45.257253 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 30ac2e3a-ea3e-41cd-a2dd-072934942475 not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:50:45.280032 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3352c1a-ead9-4239-aa89-d5eefe58b6bf admin admin] Deleting subnet 9bc98f6f-df66-4ae5-833b-6c1ae60ac410 {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:50:45.283569 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f3352c1a-ead9-4239-aa89-d5eefe58b6bf admin admin] Publish callbacks [] for subnet (9bc98f6f-df66-4ae5-833b-6c1ae60ac410), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.325534 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f3352c1a-ead9-4239-aa89-d5eefe58b6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (9bc98f6f-df66-4ae5-833b-6c1ae60ac410), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.407144 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f3352c1a-ead9-4239-aa89-d5eefe58b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (9bc98f6f-df66-4ae5-833b-6c1ae60ac410), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.463667 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f3352c1a-ead9-4239-aa89-d5eefe58b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (9bc98f6f-df66-4ae5-833b-6c1ae60ac410), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.488901 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3352c1a-ead9-4239-aa89-d5eefe58b6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc98f6f-df66-4ae5-833b-6c1ae60ac410,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:45.492564 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f3352c1a-ead9-4239-aa89-d5eefe58b6bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.495926 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f3352c1a-ead9-4239-aa89-d5eefe58b6bf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9bc98f6f-df66-4ae5-833b-6c1ae60ac410 HTTP/1.1" status: 204 len: 168 time: 0.2642529 Apr 11 17:50:45.498981 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58566) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:45.500142 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f364f3-2864-4f1b-b322-929c572c2e41 None None] Network b2f9610a-b2e0-4797-a439-7b917367c055 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:50:45.569118 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (b2f9610a-b2e0-4797-a439-7b917367c055), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.633933 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Deleting port c847195e-ff1b-4957-8ab2-9791b6a7737e {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:45.634279 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.685485 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a7889-adc9-4acd-86c1-f6b8f1701b96 req-8d2eb505-6289-46a7-82d0-2438ec372ea9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:45.687329 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e59a7889-adc9-4acd-86c1-f6b8f1701b96 req-8d2eb505-6289-46a7-82d0-2438ec372ea9 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0678780 Apr 11 17:50:45.723939 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a7387-5cb8-4be6-bf88-654da760ca08 None None] DHCP port deletion for b2f9610a-b2e0-4797-a439-7b917367c055 request from dv-cinder-837167-2-iscsi {{(pid=109940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:50:45.745656 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] For port c847195e-ff1b-4957-8ab2-9791b6a7737e, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=c847195e-ff1b-4957-8ab2-9791b6a7737e,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:45.746050 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.765846 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Calling delete_port for c847195e-ff1b-4957-8ab2-9791b6a7737e owned by network:dhcp {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:45.775885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a7387-5cb8-4be6-bf88-654da760ca08 None None] Deleting port c847195e-ff1b-4957-8ab2-9791b6a7737e {{(pid=109940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:45.776331 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3c7a7387-5cb8-4be6-bf88-654da760ca08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), before_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.801206 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e59a7889-adc9-4acd-86c1-f6b8f1701b96 req-fdbfcd49-b5c2-4375-8c4d-fd7ea3a97b69 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845993 Apr 11 17:50:45.835616 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device b55ab092-4568-48b7-b6aa-bfdbc68b042c no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:50:45.864378 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: b55ab092-4568-48b7-b6aa-bfdbc68b042c {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:50:45.864714 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device b55ab092-4568-48b7-b6aa-bfdbc68b042c not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:50:45.865130 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device c847195e-ff1b-4957-8ab2-9791b6a7737e no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:50:45.874689 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.903318 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Pushing event deleted for resources: {'Port': ['ID=c847195e-ff1b-4957-8ab2-9791b6a7737e,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:45.908041 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] No DVR routers for this DVR port c847195e-ff1b-4957-8ab2-9791b6a7737e on host dv-cinder-837167-2-iscsi {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:50:45.908416 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-3c7a7387-5cb8-4be6-bf88-654da760ca08 None None] For port c847195e-ff1b-4957-8ab2-9791b6a7737e, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=c847195e-ff1b-4957-8ab2-9791b6a7737e,segment=NetworkSegment(de8a13b0-614a-4465-84b9-016db5edc83a),segment_id=de8a13b0-614a-4465-84b9-016db5edc83a)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:45.908819 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3c7a7387-5cb8-4be6-bf88-654da760ca08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), precommit_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.925215 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a7387-5cb8-4be6-bf88-654da760ca08 None None] Calling delete_port for c847195e-ff1b-4957-8ab2-9791b6a7737e owned by network:dhcp {{(pid=109940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:45.937137 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No active binding found for port c847195e-ff1b-4957-8ab2-9791b6a7737e {{(pid=109940) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 11 17:50:45.937508 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] The host dv-cinder-837167-2-iscsi is not matching for port c847195e-ff1b-4957-8ab2-9791b6a7737e host None! {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 11 17:50:45.937968 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device c847195e-ff1b-4957-8ab2-9791b6a7737e not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:50:45.938384 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device ca0ba524-a7cc-4886-a027-5b50efd5786e no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:50:45.963181 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: ca0ba524-a7cc-4886-a027-5b50efd5786e {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:50:45.963521 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device ca0ba524-a7cc-4886-a027-5b50efd5786e not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:50:46.028220 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (b2f9610a-b2e0-4797-a439-7b917367c055), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.081160 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f9610a-b2e0-4797-a439-7b917367c055']}} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:46.095897 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05cf61-018f-48a3-9bef-03e680700f7b req-6bebd687-14c6-44eb-b608-7db2e501afa0 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:46.097442 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8a05cf61-018f-48a3-9bef-03e680700f7b req-6bebd687-14c6-44eb-b608-7db2e501afa0 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0922389 Apr 11 17:50:46.101914 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8a13b0-614a-4465-84b9-016db5edc83a') {'for_net_delete': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:46.102442 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8a13b0-614a-4465-84b9-016db5edc83a') {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:50:46.121611 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51458797'] for segment (de8a13b0-614a-4465-84b9-016db5edc83a), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.154559 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (de8a13b0-614a-4465-84b9-016db5edc83a), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.166405 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.169263 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=109938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:50:46.169667 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51458120'] for segment (de8a13b0-614a-4465-84b9-016db5edc83a), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: Traceback (most recent call last): Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: timer() Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: cb(*args, **kw) Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: return func(*args, **kwargs) Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: self._notify() Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: self.callback(batched_events) Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: event.method(event) Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: return f(self, *a, **k) Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: return self._get(url).json() Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: return self.request(url, 'GET', **kwargs) Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:50:46.171466 dv-cinder-837167-2-iscsi neutron-server[109938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:50:46.186241 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3c7a7387-5cb8-4be6-bf88-654da760ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (c847195e-ff1b-4957-8ab2-9791b6a7737e), after_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.189655 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8a05cf61-018f-48a3-9bef-03e680700f7b req-cc2a67cf-5efa-4f2f-9066-e7adf2b5c0d9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837061 Apr 11 17:50:46.211929 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a7387-5cb8-4be6-bf88-654da760ca08 None None] Pushing event deleted for resources: {'Port': ['ID=c847195e-ff1b-4957-8ab2-9791b6a7737e,revision_number=None']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:46.215616 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a7387-5cb8-4be6-bf88-654da760ca08 None None] No DVR routers for this DVR port c847195e-ff1b-4957-8ab2-9791b6a7737e on host dv-cinder-837167-2-iscsi {{(pid=109940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:50:46.244173 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (b2f9610a-b2e0-4797-a439-7b917367c055), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.252805 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.257235 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] 10.222.0.79 "DELETE /v2.0/networks/b2f9610a-b2e0-4797-a439-7b917367c055 HTTP/1.1" status: 204 len: 168 time: 0.7569726 Apr 11 17:50:46.269000 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d27e7-2041-4659-af77-97952536caec admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f9610a-b2e0-4797-a439-7b917367c055,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:46.321960 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88c962-4afd-4775-a93c-2c127a684349 req-f858f254-3de9-4e6a-b139-60d85dd07b56 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:46.323487 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7d88c962-4afd-4775-a93c-2c127a684349 req-f858f254-3de9-4e6a-b139-60d85dd07b56 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 946 time: 0.0479643 Apr 11 17:50:46.381293 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-7d88c962-4afd-4775-a93c-2c127a684349 req-ed59bf5d-6385-4a65-a19c-d702354d4bcc tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa15b13a-1824-4923-9e07-22baa7e70d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504880 Apr 11 17:50:46.385263 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58576) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:46.425620 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-54b025a2-e375-48c5-b068-d4865564f86e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=36a0bc340bf243f1ab44be5511817935&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391531 Apr 11 17:50:46.428060 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58578) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:50:46.477618 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-efa45e8c-fcd0-4374-b855-efdc1b4a5786 admin admin] Publish callbacks [] for security_group (7f416aaf-f915-4b15-9efe-f1ce2ad1f512), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.502578 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-efa45e8c-fcd0-4374-b855-efdc1b4a5786 admin admin] Publish callbacks [] for security_group (7f416aaf-f915-4b15-9efe-f1ce2ad1f512), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.556527 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-efa45e8c-fcd0-4374-b855-efdc1b4a5786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (7f416aaf-f915-4b15-9efe-f1ce2ad1f512), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.559157 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-efa45e8c-fcd0-4374-b855-efdc1b4a5786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.560322 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-efa45e8c-fcd0-4374-b855-efdc1b4a5786 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7f416aaf-f915-4b15-9efe-f1ce2ad1f512 HTTP/1.1" status: 204 len: 168 time: 0.1314046 Apr 11 17:50:46.568122 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa45e8c-fcd0-4374-b855-efdc1b4a5786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f416aaf-f915-4b15-9efe-f1ce2ad1f512,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:46.736021 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-815dc9f9-31ff-4fbd-9ac2-4c12e7b44584 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:46.737556 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-815dc9f9-31ff-4fbd-9ac2-4c12e7b44584 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 946 time: 0.0481198 Apr 11 17:50:46.828956 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-cf6db7d8-cbeb-4c44-a71d-d59c2ff6eaaf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Deleting port 593a2f88-0a7a-43df-a5f0-bd4073e6638c {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:50:46.829290 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-cf6db7d8-cbeb-4c44-a71d-d59c2ff6eaaf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.955784 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aca560-da91-414b-b9ad-9c9ed9e63730 req-13ac9a81-0644-48fa-bed6-5e7fdc36d8cf tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:46.957285 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-33aca560-da91-414b-b9ad-9c9ed9e63730 req-13ac9a81-0644-48fa-bed6-5e7fdc36d8cf tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0688210 Apr 11 17:50:46.974735 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-cf6db7d8-cbeb-4c44-a71d-d59c2ff6eaaf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] For port 593a2f88-0a7a-43df-a5f0-bd4073e6638c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=593a2f88-0a7a-43df-a5f0-bd4073e6638c,segment=NetworkSegment(f0821831-bbf2-4e92-89db-6644fd00f188),segment_id=f0821831-bbf2-4e92-89db-6644fd00f188)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:46.975100 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-cf6db7d8-cbeb-4c44-a71d-d59c2ff6eaaf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.996118 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-cf6db7d8-cbeb-4c44-a71d-d59c2ff6eaaf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Calling delete_port for 593a2f88-0a7a-43df-a5f0-bd4073e6638c owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:50:47.060315 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-33aca560-da91-414b-b9ad-9c9ed9e63730 req-b27a78f9-4d1d-4815-a4a4-9b7d09db4196 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972362 Apr 11 17:50:47.105118 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:47.166038 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-cf6db7d8-cbeb-4c44-a71d-d59c2ff6eaaf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (593a2f88-0a7a-43df-a5f0-bd4073e6638c), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:47.177934 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['593a2f88-0a7a-43df-a5f0-bd4073e6638c'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:50:47.197396 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db7d8-cbeb-4c44-a71d-d59c2ff6eaaf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Pushing event deleted for resources: {'Port': ['ID=593a2f88-0a7a-43df-a5f0-bd4073e6638c,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:47.240016 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-cf6db7d8-cbeb-4c44-a71d-d59c2ff6eaaf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] No DVR routers for this DVR port 593a2f88-0a7a-43df-a5f0-bd4073e6638c on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:50:47.242522 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-cf6db7d8-cbeb-4c44-a71d-d59c2ff6eaaf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:47.246177 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aaff54f0-306a-488c-bf2b-3ac004a7fe9b req-cf6db7d8-cbeb-4c44-a71d-d59c2ff6eaaf tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.37 "DELETE /v2.0/ports/593a2f88-0a7a-43df-a5f0-bd4073e6638c HTTP/1.1" status: 204 len: 173 time: 0.5033662 Apr 11 17:50:47.246630 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd3fe94-3718-4f0b-961f-0718f4a66c99', 'name': 'network-vif-deleted', 'tag': '593a2f88-0a7a-43df-a5f0-bd4073e6638c'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:47.249313 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d853a1a-a8ac-4bbd-aa20-e9fffcf5428f" -d '{"events": [{"server_uuid": "3fd3fe94-3718-4f0b-961f-0718f4a66c99", "name": "network-vif-deleted", "tag": "593a2f88-0a7a-43df-a5f0-bd4073e6638c"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:47.297844 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9378ca8c-79de-45c7-b95f-d91da61e556c x-openstack-request-id: req-9378ca8c-79de-45c7-b95f-d91da61e556c {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:47.298223 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd3fe94-3718-4f0b-961f-0718f4a66c99", "name": "network-vif-deleted", "tag": "593a2f88-0a7a-43df-a5f0-bd4073e6638c", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:47.298491 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9378ca8c-79de-45c7-b95f-d91da61e556c {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:47.298923 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9378ca8c-79de-45c7-b95f-d91da61e556c'] response: {'server_uuid': '3fd3fe94-3718-4f0b-961f-0718f4a66c99', 'name': 'network-vif-deleted', 'tag': '593a2f88-0a7a-43df-a5f0-bd4073e6638c', 'status': 'completed', 'code': 200} Apr 11 17:50:47.316984 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc2046-8674-4f04-a3e2-2e358ef51e82 req-96308ebf-2d85-41e8-85bc-7d327462ef3e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:47.318542 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-22bc2046-8674-4f04-a3e2-2e358ef51e82 req-96308ebf-2d85-41e8-85bc-7d327462ef3e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0515296 Apr 11 17:50:47.372183 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-22bc2046-8674-4f04-a3e2-2e358ef51e82 req-56f2edef-af48-45fe-b889-5818f14c0fe4 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475855 Apr 11 17:50:47.479424 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3b5b1db6-1523-454e-a201-8fd35ae88862 req-43502c8a-5067-40df-8182-025270c1fce0 tempest-VolumesSnapshotTestJSON-1785114517 tempest-VolumesSnapshotTestJSON-1785114517-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fd3fe94-3718-4f0b-961f-0718f4a66c99 HTTP/1.1" status: 200 len: 210 time: 0.0289669 Apr 11 17:50:47.989866 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:50:48.197436 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ae4f8-6370-428f-b5c5-66d06c8c98c7 req-1b6890bb-fc3d-41e2-b391-f2df41387641 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:48.198978 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9c8ae4f8-6370-428f-b5c5-66d06c8c98c7 req-1b6890bb-fc3d-41e2-b391-f2df41387641 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0478737 Apr 11 17:50:48.250616 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9c8ae4f8-6370-428f-b5c5-66d06c8c98c7 req-9912d219-d447-4a24-b427-758fb75ced30 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452592 Apr 11 17:50:48.331484 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:48.498779 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8b789-7551-4371-b828-1058f1c4afe8 req-7ef17ae5-301c-4199-8aa7-5e0ee0b02856 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:48.500349 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-29f8b789-7551-4371-b828-1058f1c4afe8 req-7ef17ae5-301c-4199-8aa7-5e0ee0b02856 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 943 time: 0.0516152 Apr 11 17:50:48.555361 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-29f8b789-7551-4371-b828-1058f1c4afe8 req-691d536f-5be2-43d0-9165-dffdeced97d9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480745 Apr 11 17:50:49.265419 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device d4239a43-0c35-467a-90d0-d5709a8e5ad3 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:50:49.377282 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port d4239a43-0c35-467a-90d0-d5709a8e5ad3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:49.390105 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'port_id': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'mac_address': 'fa:16:3e:f8:2e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:50:49.397868 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238a32b-4c56-4c28-bffc-cd375eb7bf6c req-3b0ec252-d270-4ade-82b8-d9ee75918b8d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:49.406348 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2238a32b-4c56-4c28-bffc-cd375eb7bf6c req-3b0ec252-d270-4ade-82b8-d9ee75918b8d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0607738 Apr 11 17:50:49.435390 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port d4239a43-0c35-467a-90d0-d5709a8e5ad3 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:50:49.435801 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:49.449186 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4239a43-0c35-467a-90d0-d5709a8e5ad3 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:50:49.470368 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2238a32b-4c56-4c28-bffc-cd375eb7bf6c req-83d83ffc-9854-4ae7-bff6-ef963fa4451e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629587 Apr 11 17:50:49.475951 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port d4239a43-0c35-467a-90d0-d5709a8e5ad3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:49.482425 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:49.532867 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=d4239a43-0c35-467a-90d0-d5709a8e5ad3,revision_number=7']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:49.675365 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05c524-342f-47a9-acff-8a37759bdf64 req-eac2c865-0d34-4186-990a-7b72f082e240 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:49.676847 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3f05c524-342f-47a9-acff-8a37759bdf64 req-eac2c865-0d34-4186-990a-7b72f082e240 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 944 time: 0.0477474 Apr 11 17:50:49.728656 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3f05c524-342f-47a9-acff-8a37759bdf64 req-eaf4ad08-50e3-46fe-95ad-65bacccbf275 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461011 Apr 11 17:50:49.737068 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['d4239a43-0c35-467a-90d0-d5709a8e5ad3'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:50:50.595771 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04b989-5f8d-4506-a821-3ae3afe62093 req-9f3075fa-c47c-4919-8d6a-b3f9b73ec27f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:50.597267 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5c04b989-5f8d-4506-a821-3ae3afe62093 req-9f3075fa-c47c-4919-8d6a-b3f9b73ec27f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0502660 Apr 11 17:50:50.646688 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5c04b989-5f8d-4506-a821-3ae3afe62093 req-49fc7bc5-2702-4ef3-855f-7717032ea7d1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428805 Apr 11 17:50:50.857728 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66becc-6a1d-4b56-9559-b7c9231d2dfd req-3fd9d609-7120-4074-aa5d-7c35e7ed7991 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:50.861733 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bf66becc-6a1d-4b56-9559-b7c9231d2dfd req-3fd9d609-7120-4074-aa5d-7c35e7ed7991 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 944 time: 0.0590017 Apr 11 17:50:50.909763 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bf66becc-6a1d-4b56-9559-b7c9231d2dfd req-400f0aa3-2ffa-40d4-8e41-d73749f5e77c tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436769 Apr 11 17:50:51.772934 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c14ee5-112f-4e04-80ba-58d503857874 req-a7ac64ca-9769-4a03-b404-04528d97ce2b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:51.774352 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0c14ee5-112f-4e04-80ba-58d503857874 req-a7ac64ca-9769-4a03-b404-04528d97ce2b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0518963 Apr 11 17:50:51.824180 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0c14ee5-112f-4e04-80ba-58d503857874 req-e4c34119-d45a-4531-9c83-fef6cb5d3b67 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440943 Apr 11 17:50:52.024203 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79023b02-df76-42d1-8857-0ee950bf5a3c req-1053f63d-bebd-462a-b0c5-17b8cccab70e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:52.025617 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79023b02-df76-42d1-8857-0ee950bf5a3c req-1053f63d-bebd-462a-b0c5-17b8cccab70e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 944 time: 0.0479329 Apr 11 17:50:52.074776 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-79023b02-df76-42d1-8857-0ee950bf5a3c req-41cc7e89-9a1b-49e4-bf0a-27e342b4e576 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434945 Apr 11 17:50:52.858065 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device d4239a43-0c35-467a-90d0-d5709a8e5ad3 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:50:52.907803 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port d4239a43-0c35-467a-90d0-d5709a8e5ad3 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:50:52.908173 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:52.948051 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bb7f1-1f37-42bb-82fd-d1b4d23938ab req-a19185e3-7212-4271-ba9c-fa37b06b8ffc tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:52.955022 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-170bb7f1-1f37-42bb-82fd-d1b4d23938ab req-a19185e3-7212-4271-ba9c-fa37b06b8ffc tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0538676 Apr 11 17:50:52.997652 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port d4239a43-0c35-467a-90d0-d5709a8e5ad3 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:50:52.998077 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:53.003826 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-170bb7f1-1f37-42bb-82fd-d1b4d23938ab req-8d9effbc-bbc4-44cd-9173-f4e975a4674b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477452 Apr 11 17:50:53.023394 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:50:53.025670 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82eca51-a5d1-4f38-b2fa-64d7f2a7beb9" -d '{"events": [{"server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "name": "network-vif-plugged", "status": "completed", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:50:53.041330 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port d4239a43-0c35-467a-90d0-d5709a8e5ad3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:50:53.047021 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:53.047926 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 593a2f88-0a7a-43df-a5f0-bd4073e6638c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:50:53.087524 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8e2d5d-a5a8-472c-a935-8047f5e62bc0 x-openstack-request-id: req-ff8e2d5d-a5a8-472c-a935-8047f5e62bc0 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:50:53.087826 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "name": "network-vif-plugged", "status": "completed", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:50:53.088051 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff8e2d5d-a5a8-472c-a935-8047f5e62bc0 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:50:53.088442 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8e2d5d-a5a8-472c-a935-8047f5e62bc0'] response: {'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'code': 200} Apr 11 17:50:53.093303 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 593a2f88-0a7a-43df-a5f0-bd4073e6638c {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:50:53.094048 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 593a2f88-0a7a-43df-a5f0-bd4073e6638c not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:50:53.116598 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=d4239a43-0c35-467a-90d0-d5709a8e5ad3,revision_number=8']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:50:53.193206 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084d783-77b4-4542-a7fc-8dfc6f180b0f req-649a2cec-7d6e-46ab-acbb-b3190da14740 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:53.194933 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6084d783-77b4-4542-a7fc-8dfc6f180b0f req-649a2cec-7d6e-46ab-acbb-b3190da14740 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0483434 Apr 11 17:50:53.247372 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6084d783-77b4-4542-a7fc-8dfc6f180b0f req-8ab6e6d1-3a20-4c78-b45d-87e5ff1da88a tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467186 Apr 11 17:50:53.307937 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416dee8-a40c-4be2-a0a9-9135349f2d71 req-9af100c5-fe52-445b-b83c-a80d3a809dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:53.309515 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e416dee8-a40c-4be2-a0a9-9135349f2d71 req-9af100c5-fe52-445b-b83c-a80d3a809dd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 1129 time: 0.0386143 Apr 11 17:50:53.356543 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e416dee8-a40c-4be2-a0a9-9135349f2d71 req-cee12336-18e6-4ff6-bbd0-8332744d8dd4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407634 Apr 11 17:50:54.142614 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3a97-136c-487b-9663-e9027fe57197 req-48042cc2-3a75-4528-b3e0-4d307de8a780 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:54.144322 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a39c3a97-136c-487b-9663-e9027fe57197 req-48042cc2-3a75-4528-b3e0-4d307de8a780 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0567622 Apr 11 17:50:54.202220 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a39c3a97-136c-487b-9663-e9027fe57197 req-dbc0d696-edba-4fb7-9695-a08029f3fff4 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513113 Apr 11 17:50:54.366673 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77270245-2890-4b35-a1ad-961508c42130 req-0b50e049-a173-4d95-935a-44e9061d123f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:54.368204 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-77270245-2890-4b35-a1ad-961508c42130 req-0b50e049-a173-4d95-935a-44e9061d123f tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0482323 Apr 11 17:50:54.421172 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-77270245-2890-4b35-a1ad-961508c42130 req-37b2cb74-f9e7-4694-b9a3-44f6c6d73e4c tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468898 Apr 11 17:50:55.328899 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e747bbc-ca7c-41fc-9b48-d09b7ef262e0 req-9f5e87d1-5342-4dfe-949a-208d3bec99f2 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:55.330823 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6e747bbc-ca7c-41fc-9b48-d09b7ef262e0 req-9f5e87d1-5342-4dfe-949a-208d3bec99f2 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0512700 Apr 11 17:50:55.379085 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6e747bbc-ca7c-41fc-9b48-d09b7ef262e0 req-71547ef8-3214-471e-86eb-ff2140ed8630 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420980 Apr 11 17:50:55.537833 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56421ea8-14e6-4eae-8db8-cf0d3596e8ba req-8c92667d-b60b-45b3-8010-104f1c1f8022 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:55.539218 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-56421ea8-14e6-4eae-8db8-cf0d3596e8ba req-8c92667d-b60b-45b3-8010-104f1c1f8022 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0483787 Apr 11 17:50:55.589557 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-56421ea8-14e6-4eae-8db8-cf0d3596e8ba req-9edb9ed5-fe79-4d5f-81c1-c08af8c17080 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443547 Apr 11 17:50:56.507255 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffcd6f-bc08-476d-be95-c9c4fa95f7b0 req-143d86b8-cf1c-49be-b37b-531f00e4fdcb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:56.508706 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a6ffcd6f-bc08-476d-be95-c9c4fa95f7b0 req-143d86b8-cf1c-49be-b37b-531f00e4fdcb tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0481601 Apr 11 17:50:56.559736 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a6ffcd6f-bc08-476d-be95-c9c4fa95f7b0 req-af70ee5e-b247-4515-a375-9335b30fdc23 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454376 Apr 11 17:50:57.679316 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e7152-438f-4f17-bac7-c6f549495a36 req-2b370284-28b2-45dd-8db4-0b0039ffe8b1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:57.680810 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5e8e7152-438f-4f17-bac7-c6f549495a36 req-2b370284-28b2-45dd-8db4-0b0039ffe8b1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0470481 Apr 11 17:50:57.728989 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5e8e7152-438f-4f17-bac7-c6f549495a36 req-c8126236-65fd-41e5-a480-091cccabee37 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423763 Apr 11 17:50:58.866384 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1402c-7dbe-4a92-b0cb-424cc8c0e591 req-29bdbc84-e264-4fdc-8579-532e029ebd0c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:50:58.867880 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-40a1402c-7dbe-4a92-b0cb-424cc8c0e591 req-29bdbc84-e264-4fdc-8579-532e029ebd0c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0578482 Apr 11 17:50:58.922581 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-40a1402c-7dbe-4a92-b0cb-424cc8c0e591 req-98e28dc0-46ee-4fae-b16f-1f0f0ab387be tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460827 Apr 11 17:51:00.048048 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522d92d-0535-4236-b417-8d43c71ae63a req-ff0eb6f5-b266-4dc8-9a90-07fdfb637adf tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:00.049538 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4522d92d-0535-4236-b417-8d43c71ae63a req-ff0eb6f5-b266-4dc8-9a90-07fdfb637adf tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0515552 Apr 11 17:51:00.097156 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4522d92d-0535-4236-b417-8d43c71ae63a req-381b4761-e883-47ad-ac32-3b4df911851c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417862 Apr 11 17:51:00.906978 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:51:01.022647 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:01.034231 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'port_id': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'mac_address': 'fa:16:3e:c9:88:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:51:01.070820 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c is: ACTIVE; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:01.071202 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:01.084514 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:51:01.104690 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:01.109985 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:01.162835 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=6']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:01.199194 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:51:01.221539 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2818dd-0025-4179-9431-1e638c8adce6 req-3fbedc04-5038-43aa-8a4e-4f9a773c0dcc tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:01.223088 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3c2818dd-0025-4179-9431-1e638c8adce6 req-3fbedc04-5038-43aa-8a4e-4f9a773c0dcc tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 945 time: 0.0488906 Apr 11 17:51:01.275914 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3c2818dd-0025-4179-9431-1e638c8adce6 req-995b8dda-c6c8-4a41-9175-1b8d0c88734b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461442 Apr 11 17:51:02.394155 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c75903-54a9-4d4d-b3c0-bce88050ab1c req-aad1eb1c-56c5-4d8f-8407-5d44ac40d8ed tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:02.395607 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-84c75903-54a9-4d4d-b3c0-bce88050ab1c req-aad1eb1c-56c5-4d8f-8407-5d44ac40d8ed tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 945 time: 0.0463870 Apr 11 17:51:02.444446 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-84c75903-54a9-4d4d-b3c0-bce88050ab1c req-2682d2d6-13a7-48a5-a567-a7b8423d45e2 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433362 Apr 11 17:51:02.920946 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:02.973268 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:02.973896 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:03.064322 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:03.064811 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:03.089166 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:51:03.091469 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b18981-98a5-4fad-9ad2-e4a14fe7d72e" -d '{"events": [{"server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "name": "network-vif-plugged", "status": "completed", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:51:03.103736 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:03.108850 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:03.161757 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=7']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:03.201379 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:03.291442 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f73ee7-ae3e-4cde-bf5a-05769ffac4a3 x-openstack-request-id: req-34f73ee7-ae3e-4cde-bf5a-05769ffac4a3 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:51:03.292114 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "name": "network-vif-plugged", "status": "completed", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:51:03.292406 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-34f73ee7-ae3e-4cde-bf5a-05769ffac4a3 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:51:03.292968 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f73ee7-ae3e-4cde-bf5a-05769ffac4a3'] response: {'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'code': 200} Apr 11 17:51:03.567632 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b0309-e5b6-4f2f-9cee-3513adc3b962 req-7e3f8ab7-8d00-4bb5-b354-7bda41f8c72a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:03.569254 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-285b0309-e5b6-4f2f-9cee-3513adc3b962 req-7e3f8ab7-8d00-4bb5-b354-7bda41f8c72a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0485737 Apr 11 17:51:03.617994 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-285b0309-e5b6-4f2f-9cee-3513adc3b962 req-f061c743-3fd9-4091-8c93-831813a25ba8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428219 Apr 11 17:51:04.423182 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-b0f39e8e-f5d2-4a49-b178-74c73b8f78a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514202 Apr 11 17:51:04.492882 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-3b94f230-8de5-403e-9e8f-8847ebda0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:04.495004 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-3b94f230-8de5-403e-9e8f-8847ebda0707 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56742d0a1df746ab80659261795347ce&device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 1129 time: 0.0465109 Apr 11 17:51:04.634422 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-3b96d41e-201f-4a3a-8264-dc3ff0cebb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:04.636979 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-3b96d41e-201f-4a3a-8264-dc3ff0cebb90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc320569-a755-4d7f-8e84-71edd9fbb209 HTTP/1.1" status: 200 len: 909 time: 0.1156592 Apr 11 17:51:05.085947 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3c6c8-c6bf-48d1-b7cc-a3a3f7c77045 req-f3e5c0a4-022a-4747-96c2-31cd2ad47051 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:05.088177 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b4b3c6c8-c6bf-48d1-b7cc-a3a3f7c77045 req-f3e5c0a4-022a-4747-96c2-31cd2ad47051 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0601890 Apr 11 17:51:05.090463 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-47036f50-5fab-4bef-9eed-4b6bc7735416 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3 HTTP/1.1" status: 200 len: 1000 time: 0.4443693 Apr 11 17:51:05.202401 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-cb9b8628-1550-4cc7-b56c-348fe8d9aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:05.203848 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-cb9b8628-1550-4cc7-b56c-348fe8d9aeed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28ce48ab-926e-4182-b06b-bee801f2e4cd HTTP/1.1" status: 200 len: 847 time: 0.0903230 Apr 11 17:51:05.207028 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b4b3c6c8-c6bf-48d1-b7cc-a3a3f7c77045 req-26733117-e1b4-43fd-878b-c82dfea53e1b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123672 Apr 11 17:51:05.253570 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-f7e85cfa-46a0-4254-a74e-6956658d5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:05.256116 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-f7e85cfa-46a0-4254-a74e-6956658d5d20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc320569-a755-4d7f-8e84-71edd9fbb209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441611 Apr 11 17:51:05.357989 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-c336c533-ce27-44a4-9224-90fa9087edf7 service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932295 Apr 11 17:51:05.468265 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0e08fe95-4ab5-44fb-b2bb-eaf8de20d6c7 req-54111eca-7e10-480c-b66f-d2ba7c01bccc service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039155 Apr 11 17:51:06.359471 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99079a-792c-4bad-b09b-1941d37d0341 req-3829ca52-ce12-4ac8-9d4c-dc33d456a1b1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:06.361086 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9d99079a-792c-4bad-b09b-1941d37d0341 req-3829ca52-ce12-4ac8-9d4c-dc33d456a1b1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0635765 Apr 11 17:51:06.424971 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9d99079a-792c-4bad-b09b-1941d37d0341 req-bf8f7476-a3e4-41eb-bbaf-f6187b0f483c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580938 Apr 11 17:51:06.857685 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 58992) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:06.977962 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.065527 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Publish callbacks [] for security_group (ab8cc2b1-b55e-4968-bf1e-d6b5e70be722), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.071550 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (ab8cc2b1-b55e-4968-bf1e-d6b5e70be722), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.115738 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00742194c5e54c8abfdba5b2e854f0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567010 Apr 11 17:51:07.116875 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8cc2b1-b55e-4968-bf1e-d6b5e70be722,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:07.118746 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 58996) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:07.124371 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.124839 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.125187 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.125532 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.125893 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.126229 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.126560 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.126886 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.127214 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.127555 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.127867 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.128191 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.128509 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.128831 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.129151 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627610a-f2f1-4824-868e-d68d20b06cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:07.193941 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cd78d54a-209e-4f71-b6a3-d63e0040001a admin admin] Publish callbacks [] for security_group (ab8cc2b1-b55e-4968-bf1e-d6b5e70be722), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.217022 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cd78d54a-209e-4f71-b6a3-d63e0040001a admin admin] Publish callbacks [] for security_group (ab8cc2b1-b55e-4968-bf1e-d6b5e70be722), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.271681 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cd78d54a-209e-4f71-b6a3-d63e0040001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (ab8cc2b1-b55e-4968-bf1e-d6b5e70be722), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.274918 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-cd78d54a-209e-4f71-b6a3-d63e0040001a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.278174 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-cd78d54a-209e-4f71-b6a3-d63e0040001a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab8cc2b1-b55e-4968-bf1e-d6b5e70be722 HTTP/1.1" status: 204 len: 168 time: 0.1573780 Apr 11 17:51:07.300315 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78d54a-209e-4f71-b6a3-d63e0040001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8cc2b1-b55e-4968-bf1e-d6b5e70be722,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:07.566690 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1f0a2-aede-4abf-9a80-0e62d762674a req-40f2ccf2-eb23-4137-a41e-f09f470fa875 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:07.573923 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0f1f0a2-aede-4abf-9a80-0e62d762674a req-40f2ccf2-eb23-4137-a41e-f09f470fa875 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0561719 Apr 11 17:51:07.628835 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0f1f0a2-aede-4abf-9a80-0e62d762674a req-0307f4f3-1d43-4997-8989-7dcacac1f316 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537710 Apr 11 17:51:07.659417 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59010) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:07.676311 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-25dca1db-4389-4978-b6ea-c529076b3d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.779995 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-25dca1db-4389-4978-b6ea-c529076b3d51 admin admin] Publish callbacks [] for security_group (50e5d987-3578-445f-a73b-f78fc1e51ad0), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.786833 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-25dca1db-4389-4978-b6ea-c529076b3d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (50e5d987-3578-445f-a73b-f78fc1e51ad0), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.844644 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59012) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:07.845031 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-25dca1db-4389-4978-b6ea-c529076b3d51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f8672fb094145a98f701c06e327e81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839213 Apr 11 17:51:07.846416 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dca1db-4389-4978-b6ea-c529076b3d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e5d987-3578-445f-a73b-f78fc1e51ad0,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:07.903402 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-044fae02-6b30-4d35-96d2-99b6185f0bdc admin admin] Publish callbacks [] for security_group (50e5d987-3578-445f-a73b-f78fc1e51ad0), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.926873 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-044fae02-6b30-4d35-96d2-99b6185f0bdc admin admin] Publish callbacks [] for security_group (50e5d987-3578-445f-a73b-f78fc1e51ad0), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.987271 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-044fae02-6b30-4d35-96d2-99b6185f0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (50e5d987-3578-445f-a73b-f78fc1e51ad0), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.987271 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-044fae02-6b30-4d35-96d2-99b6185f0bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:07.991117 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-044fae02-6b30-4d35-96d2-99b6185f0bdc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50e5d987-3578-445f-a73b-f78fc1e51ad0 HTTP/1.1" status: 204 len: 168 time: 0.1430991 Apr 11 17:51:08.000934 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fae02-6b30-4d35-96d2-99b6185f0bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e5d987-3578-445f-a73b-f78fc1e51ad0,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:08.806812 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c268390-80a4-4260-9101-5a222e54b46f req-2f8cfd41-d0f3-49d6-b37c-f91e231f2b62 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:08.809971 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5c268390-80a4-4260-9101-5a222e54b46f req-2f8cfd41-d0f3-49d6-b37c-f91e231f2b62 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0832849 Apr 11 17:51:08.920818 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5c268390-80a4-4260-9101-5a222e54b46f req-6f063c4b-0d03-472f-b1ed-e406baee392a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941660 Apr 11 17:51:10.074619 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566344f3-a08b-47c2-810b-3cd8a111afbf req-f5b44eff-fc15-40e4-a22e-76f371f4fe3d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:10.082689 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-566344f3-a08b-47c2-810b-3cd8a111afbf req-f5b44eff-fc15-40e4-a22e-76f371f4fe3d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0612094 Apr 11 17:51:10.136781 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-566344f3-a08b-47c2-810b-3cd8a111afbf req-d8d5ecfe-1595-4f2e-b87f-12cfa42b1e0c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528173 Apr 11 17:51:11.103003 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59120) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:11.210062 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa911269-2396-40fb-b9ab-93415006156a admin admin] Deleting subnet 91672736-23e3-430d-af9e-d30042a5c711 {{(pid=109938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:51:11.214753 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-aa911269-2396-40fb-b9ab-93415006156a admin admin] Publish callbacks [] for subnet (91672736-23e3-430d-af9e-d30042a5c711), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.327443 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-aa911269-2396-40fb-b9ab-93415006156a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51458788'] for subnet (91672736-23e3-430d-af9e-d30042a5c711), precommit_delete_associations {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.338757 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdc8be-b577-4db0-ad66-bd50e3958180 req-634c6d61-14ad-472e-8f36-53cd5836935c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:11.340609 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfcdc8be-b577-4db0-ad66-bd50e3958180 req-634c6d61-14ad-472e-8f36-53cd5836935c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0823047 Apr 11 17:51:11.425837 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bfcdc8be-b577-4db0-ad66-bd50e3958180 req-fd96d360-f036-4dd1-a6cf-2ed417b6677c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667460 Apr 11 17:51:11.427354 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-aa911269-2396-40fb-b9ab-93415006156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (91672736-23e3-430d-af9e-d30042a5c711), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.523672 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-aa911269-2396-40fb-b9ab-93415006156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51458274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-53368457'] for subnet (91672736-23e3-430d-af9e-d30042a5c711), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.524123 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59128) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:11.575089 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-44b3c463-7e97-4fe5-8c38-9613ff8d49ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.583577 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa911269-2396-40fb-b9ab-93415006156a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91672736-23e3-430d-af9e-d30042a5c711,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:11.601347 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-aa911269-2396-40fb-b9ab-93415006156a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.607680 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-aa911269-2396-40fb-b9ab-93415006156a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/91672736-23e3-430d-af9e-d30042a5c711 HTTP/1.1" status: 204 len: 168 time: 0.5001493 Apr 11 17:51:11.608158 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59134) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:11.718008 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (8cd9eef7-c81d-48bf-87bb-d4c73a392211), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.741632 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-439c6128-eca6-4565-a527-b1ad275d1f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.852827 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (8cd9eef7-c81d-48bf-87bb-d4c73a392211), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.888535 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd9eef7-c81d-48bf-87bb-d4c73a392211']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:11.917357 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0821831-bbf2-4e92-89db-6644fd00f188') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:11.946149 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0821831-bbf2-4e92-89db-6644fd00f188') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:11.950546 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (f0821831-bbf2-4e92-89db-6644fd00f188), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.974095 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-439c6128-eca6-4565-a527-b1ad275d1f0a admin admin] Publish callbacks [] for security_group (0592add0-7249-4cfe-b1db-a04257c30c21), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:11.979489 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-439c6128-eca6-4565-a527-b1ad275d1f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0592add0-7249-4cfe-b1db-a04257c30c21), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.010155 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (f0821831-bbf2-4e92-89db-6644fd00f188), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.019681 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-439c6128-eca6-4565-a527-b1ad275d1f0a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b21e69bbfaee442ea178f7625ad7b2b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4935794 Apr 11 17:51:12.022173 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59136) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:12.027083 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:51:12.027532 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (f0821831-bbf2-4e92-89db-6644fd00f188), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:51:12.030596 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:51:12.086811 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-46deb4a2-5abb-405f-ae3c-e4c9b17b5fdd admin admin] Publish callbacks [] for security_group (0592add0-7249-4cfe-b1db-a04257c30c21), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.087293 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c6128-eca6-4565-a527-b1ad275d1f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0592add0-7249-4cfe-b1db-a04257c30c21,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:12.122232 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (8cd9eef7-c81d-48bf-87bb-d4c73a392211), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.128982 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.135823 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-46deb4a2-5abb-405f-ae3c-e4c9b17b5fdd admin admin] Publish callbacks [] for security_group (0592add0-7249-4cfe-b1db-a04257c30c21), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.136299 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] 10.222.0.79 "DELETE /v2.0/networks/8cd9eef7-c81d-48bf-87bb-d4c73a392211 HTTP/1.1" status: 204 len: 168 time: 0.5234706 Apr 11 17:51:12.147738 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0ec49-5c7a-43bb-9fe4-94427063c0bd admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd9eef7-c81d-48bf-87bb-d4c73a392211,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:12.237475 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-46deb4a2-5abb-405f-ae3c-e4c9b17b5fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0592add0-7249-4cfe-b1db-a04257c30c21), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.241222 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-46deb4a2-5abb-405f-ae3c-e4c9b17b5fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.242825 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-46deb4a2-5abb-405f-ae3c-e4c9b17b5fdd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0592add0-7249-4cfe-b1db-a04257c30c21 HTTP/1.1" status: 204 len: 168 time: 0.2197561 Apr 11 17:51:12.252893 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deb4a2-5abb-405f-ae3c-e4c9b17b5fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0592add0-7249-4cfe-b1db-a04257c30c21,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:12.310146 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59142) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:12.378887 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-650208cc-94d6-49e4-9620-fbe7ca05f903 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7dba76c36a9344288e23d5a87eccd4d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671744 Apr 11 17:51:12.379649 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59144) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:12.450156 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-68b4e0ba-47e5-4bb8-99db-4e8943091413 admin admin] Publish callbacks [] for security_group (aa15b13a-1824-4923-9e07-22baa7e70d52), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.480159 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-68b4e0ba-47e5-4bb8-99db-4e8943091413 admin admin] Publish callbacks [] for security_group (aa15b13a-1824-4923-9e07-22baa7e70d52), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.621847 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-68b4e0ba-47e5-4bb8-99db-4e8943091413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (aa15b13a-1824-4923-9e07-22baa7e70d52), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.624594 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-68b4e0ba-47e5-4bb8-99db-4e8943091413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:12.634040 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-68b4e0ba-47e5-4bb8-99db-4e8943091413 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa15b13a-1824-4923-9e07-22baa7e70d52 HTTP/1.1" status: 204 len: 168 time: 0.2495816 Apr 11 17:51:12.648609 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4e0ba-47e5-4bb8-99db-4e8943091413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa15b13a-1824-4923-9e07-22baa7e70d52,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:12.686011 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641cb6-a98a-4c84-a814-902dff16c123 req-4485fb35-68e0-40ac-ae2d-6437819ac223 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:12.686011 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-96641cb6-a98a-4c84-a814-902dff16c123 req-4485fb35-68e0-40ac-ae2d-6437819ac223 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.1076770 Apr 11 17:51:12.761126 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-96641cb6-a98a-4c84-a814-902dff16c123 req-02d518a2-f541-479d-b894-2e954fe09819 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733950 Apr 11 17:51:13.022850 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59166) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:13.057856 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7c24965b-691b-422b-ba08-559d29648435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:13.229349 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7c24965b-691b-422b-ba08-559d29648435 admin admin] Publish callbacks [] for security_group (44a36333-548b-4aaf-bb28-ef5f61b5dec6), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:13.240135 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7c24965b-691b-422b-ba08-559d29648435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (44a36333-548b-4aaf-bb28-ef5f61b5dec6), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:13.274442 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24965b-691b-422b-ba08-559d29648435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a36333-548b-4aaf-bb28-ef5f61b5dec6,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:13.341569 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59170) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:13.342389 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-7c24965b-691b-422b-ba08-559d29648435 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=47e0f49a21564b679c893ebc71b09ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127828 Apr 11 17:51:13.440308 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1e69e655-5018-4e22-86d4-6af411e33882 admin admin] Publish callbacks [] for security_group (44a36333-548b-4aaf-bb28-ef5f61b5dec6), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:13.476069 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1e69e655-5018-4e22-86d4-6af411e33882 admin admin] Publish callbacks [] for security_group (44a36333-548b-4aaf-bb28-ef5f61b5dec6), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:13.537981 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1e69e655-5018-4e22-86d4-6af411e33882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (44a36333-548b-4aaf-bb28-ef5f61b5dec6), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:13.540736 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-1e69e655-5018-4e22-86d4-6af411e33882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:13.545780 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-1e69e655-5018-4e22-86d4-6af411e33882 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/44a36333-548b-4aaf-bb28-ef5f61b5dec6 HTTP/1.1" status: 204 len: 168 time: 0.1997430 Apr 11 17:51:13.566909 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69e655-5018-4e22-86d4-6af411e33882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a36333-548b-4aaf-bb28-ef5f61b5dec6,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:13.922082 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837b7c-09dc-4f48-b08e-98ee1a2bc61c req-d16513bb-fa54-49ba-bb07-da5bb68b7f74 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:13.923702 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-04837b7c-09dc-4f48-b08e-98ee1a2bc61c req-d16513bb-fa54-49ba-bb07-da5bb68b7f74 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0524719 Apr 11 17:51:13.989720 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-04837b7c-09dc-4f48-b08e-98ee1a2bc61c req-8615eb8a-398e-427d-8bd8-0224b3d15dbc tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598421 Apr 11 17:51:14.268454 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4133cd85-3246-465c-ba1e-a8b98e497521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:14.397551 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-14b88bdc-f8f7-4696-b2a7-4011af193027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:14.399173 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-14b88bdc-f8f7-4696-b2a7-4011af193027 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 1130 time: 0.0434723 Apr 11 17:51:14.518007 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-ac83997b-4e5d-477c-b5ae-45a0a79498e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:14.519631 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-ac83997b-4e5d-477c-b5ae-45a0a79498e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 917 time: 0.1126804 Apr 11 17:51:14.588324 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-b29aa466-d2ea-49f4-8119-a39057f46083 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c HTTP/1.1" status: 200 len: 1002 time: 0.0610991 Apr 11 17:51:14.656142 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-90d6e95d-8d61-410c-a246-10b768c872e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:14.658024 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-90d6e95d-8d61-410c-a246-10b768c872e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.0636623 Apr 11 17:51:14.702316 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-546b2d94-8d02-4bce-909d-d1ed10e2c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:14.703855 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-546b2d94-8d02-4bce-909d-d1ed10e2c51c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398962 Apr 11 17:51:14.808326 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-90789971-2798-49ad-879b-ff88787531b3 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976653 Apr 11 17:51:14.916277 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1b2b94d0-f99b-4525-8ff8-49fe71f88450 req-1a645ca3-f2cd-4f25-93fa-81356351dfb6 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012084 Apr 11 17:51:15.141487 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5181bc-3478-4f60-8ae3-faaeb8638b8f req-5bc29705-890a-4ab1-b404-1212a4fd81ed tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:15.143073 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db5181bc-3478-4f60-8ae3-faaeb8638b8f req-5bc29705-890a-4ab1-b404-1212a4fd81ed tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0560882 Apr 11 17:51:15.199877 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db5181bc-3478-4f60-8ae3-faaeb8638b8f req-6f03687d-a564-4537-b44e-3f0edbbd495f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510182 Apr 11 17:51:16.072825 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:16.329857 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721350a7-e8df-497b-b6ee-d8db7bd48fd7 req-59499405-784b-4d68-a2b5-d584159fb423 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:16.331371 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-721350a7-e8df-497b-b6ee-d8db7bd48fd7 req-59499405-784b-4d68-a2b5-d584159fb423 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 946 time: 0.0566452 Apr 11 17:51:16.385076 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-721350a7-e8df-497b-b6ee-d8db7bd48fd7 req-34f6aac4-177c-4217-a9e3-f8d8413db398 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464082 Apr 11 17:51:17.025784 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:51:17.118189 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.132271 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c is: ACTIVE; New status is: DOWN {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:17.132670 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.158789 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:51:17.161112 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c267852a-0fac-45e7-8505-0e512d66861b" -d '{"events": [{"server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "name": "network-vif-unplugged", "status": "completed", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:51:17.177962 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:17.183476 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.210070 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8073b2a-8856-4272-941f-6500fc51765e x-openstack-request-id: req-b8073b2a-8856-4272-941f-6500fc51765e {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:51:17.210349 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "name": "network-vif-unplugged", "status": "failed", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c", "code": 422}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:51:17.210596 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8073b2a-8856-4272-941f-6500fc51765e {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:51:17.210992 dv-cinder-837167-2-iscsi neutron-server[109940]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b8073b2a-8856-4272-941f-6500fc51765e']: {'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'code': 422} returned with failed status Apr 11 17:51:17.237484 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=8']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:17.244747 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.245095 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.245461 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.245962 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.246190 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.246536 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.246852 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.247175 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.247498 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.247822 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.248151 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.248473 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.248792 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.249133 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.249432 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.513327 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09bdb2-15e9-4b6e-abf3-e3e5bfb44c83 req-e12861b2-02ba-4a27-b3d5-6f3954dd8a33 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:17.514929 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eb09bdb2-15e9-4b6e-abf3-e3e5bfb44c83 req-e12861b2-02ba-4a27-b3d5-6f3954dd8a33 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0500588 Apr 11 17:51:17.577155 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eb09bdb2-15e9-4b6e-abf3-e3e5bfb44c83 req-1b7189db-fbc5-4438-a3dd-b645104b23ed tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564024 Apr 11 17:51:18.225100 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59292) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:18.346961 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.355605 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e52e2527-ef3d-4929-b869-2e6df63253bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.449673 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e52e2527-ef3d-4929-b869-2e6df63253bb admin admin] Publish callbacks [] for security_group (bc5a2b1b-7fc1-44b7-a9dd-2c2f487c83a7), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.451949 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [req-e3ef5a0a-5f6d-478f-80af-a183eaba61d6 req-52b2237e-a108-46a0-9e59-14afc491f6f0 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:51:18.453313 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e3ef5a0a-5f6d-478f-80af-a183eaba61d6 req-52b2237e-a108-46a0-9e59-14afc491f6f0 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063016 Apr 11 17:51:18.455603 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e52e2527-ef3d-4929-b869-2e6df63253bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (bc5a2b1b-7fc1-44b7-a9dd-2c2f487c83a7), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.500274 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-e52e2527-ef3d-4929-b869-2e6df63253bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5f1c69e5b051441497816efe9bbe039e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739613 Apr 11 17:51:18.502817 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e2527-ef3d-4929-b869-2e6df63253bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a2b1b-7fc1-44b7-a9dd-2c2f487c83a7,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:18.504364 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59300) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:18.580028 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c61c7067-8741-4736-b2c9-886baa181155 admin admin] Publish callbacks [] for security_group (bc5a2b1b-7fc1-44b7-a9dd-2c2f487c83a7), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.635446 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c61c7067-8741-4736-b2c9-886baa181155 admin admin] Publish callbacks [] for security_group (bc5a2b1b-7fc1-44b7-a9dd-2c2f487c83a7), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.664950 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebbca9-1679-48c8-aee2-a8c21b234993 req-ac092724-d23e-419a-868c-4c3695299487 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:18.666867 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-16ebbca9-1679-48c8-aee2-a8c21b234993 req-ac092724-d23e-419a-868c-4c3695299487 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0822031 Apr 11 17:51:18.733780 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-16ebbca9-1679-48c8-aee2-a8c21b234993 req-82786831-74d9-4596-8beb-3145cdc7088c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552557 Apr 11 17:51:18.741858 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c61c7067-8741-4736-b2c9-886baa181155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (bc5a2b1b-7fc1-44b7-a9dd-2c2f487c83a7), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.746678 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c61c7067-8741-4736-b2c9-886baa181155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.748772 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-c61c7067-8741-4736-b2c9-886baa181155 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc5a2b1b-7fc1-44b7-a9dd-2c2f487c83a7 HTTP/1.1" status: 204 len: 168 time: 0.2430787 Apr 11 17:51:18.766755 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c7067-8741-4736-b2c9-886baa181155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a2b1b-7fc1-44b7-a9dd-2c2f487c83a7,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:19.067372 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59328) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:19.092682 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59332) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:19.106964 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0fc87271-315f-45df-b157-0cbacdb519f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.201228 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0fc87271-315f-45df-b157-0cbacdb519f1 admin admin] Publish callbacks [] for security_group (e4567db9-cb9f-480d-823c-ae5f1888dccf), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.213768 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0fc87271-315f-45df-b157-0cbacdb519f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e4567db9-cb9f-480d-823c-ae5f1888dccf), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.236129 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-33f949ca-a0d7-4fb1-bd74-c64f2dbebf91 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1670425 Apr 11 17:51:19.246343 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-057a750a-6850-424d-ae8d-3538405f868e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:51:19.248202 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-057a750a-6850-424d-ae8d-3538405f868e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060601 Apr 11 17:51:19.257513 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-0fc87271-315f-45df-b157-0cbacdb519f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d986cf0152804ba09e5273ab0cb4bfad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634192 Apr 11 17:51:19.258451 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc87271-315f-45df-b157-0cbacdb519f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4567db9-cb9f-480d-823c-ae5f1888dccf,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:19.260340 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59334) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:19.332645 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-dfda1a7e-fdf2-4e62-ac2a-7243fd5cbd44 admin admin] Publish callbacks [] for security_group (e4567db9-cb9f-480d-823c-ae5f1888dccf), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.358523 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-dfda1a7e-fdf2-4e62-ac2a-7243fd5cbd44 admin admin] Publish callbacks [] for security_group (e4567db9-cb9f-480d-823c-ae5f1888dccf), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.404490 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59340) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:19.422121 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-dfda1a7e-fdf2-4e62-ac2a-7243fd5cbd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e4567db9-cb9f-480d-823c-ae5f1888dccf), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.425390 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-dfda1a7e-fdf2-4e62-ac2a-7243fd5cbd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.429682 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-dfda1a7e-fdf2-4e62-ac2a-7243fd5cbd44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e4567db9-cb9f-480d-823c-ae5f1888dccf HTTP/1.1" status: 204 len: 168 time: 0.1667128 Apr 11 17:51:19.438385 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda1a7e-fdf2-4e62-ac2a-7243fd5cbd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4567db9-cb9f-480d-823c-ae5f1888dccf,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:19.539389 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-85af1525-e708-443f-94bd-164b6ced50ae tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:19.540883 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-85af1525-e708-443f-94bd-164b6ced50ae tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports/2b50b7e3-c03b-4272-a5a9-d2f104e09d3c HTTP/1.1" status: 200 len: 941 time: 0.1354473 Apr 11 17:51:19.945390 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e2bc-3085-430d-82bc-0502af1da125 req-e1b23fcf-eae0-4ffa-85c4-569ec04ab097 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:19.947074 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e533e2bc-3085-430d-82bc-0502af1da125 req-e1b23fcf-eae0-4ffa-85c4-569ec04ab097 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0877364 Apr 11 17:51:20.007760 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e533e2bc-3085-430d-82bc-0502af1da125 req-4b64d7be-8f0a-449c-87a2-25b8ed2cc083 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544076 Apr 11 17:51:20.527810 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-e74c036f-5767-4ad1-acb4-dc0ce3dab17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:20.529349 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-e74c036f-5767-4ad1-acb4-dc0ce3dab17b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207&tenant_id=af0fe002d6c64500a492b75f6281e779 HTTP/1.1" status: 200 len: 1128 time: 0.0464461 Apr 11 17:51:20.589913 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-db2130bc-b3b9-4c0c-9e02-303ac6fcb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:20.591430 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-db2130bc-b3b9-4c0c-9e02-303ac6fcb391 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 1128 time: 0.0409997 Apr 11 17:51:20.694008 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-63fe5fe3-d08e-44d5-b5c6-dffec74ed55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:20.696081 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-63fe5fe3-d08e-44d5-b5c6-dffec74ed55b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 917 time: 0.0984421 Apr 11 17:51:20.778647 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-0465fa71-3135-43ec-96cf-f92c0fef02b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c HTTP/1.1" status: 200 len: 1000 time: 0.0764284 Apr 11 17:51:20.836312 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-49274de6-2db5-465a-9204-53aafa786768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:20.837832 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-49274de6-2db5-465a-9204-53aafa786768 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.0521863 Apr 11 17:51:20.882010 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-2967a7eb-1ea1-4bfa-b845-aad718e3efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:20.883701 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-2967a7eb-1ea1-4bfa-b845-aad718e3efe6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401332 Apr 11 17:51:20.981455 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-0d243fda-34f4-4043-8179-0cf0aff81850 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910010 Apr 11 17:51:21.112410 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a3de1582-12bf-45ca-a984-81e88fd5dca6 req-8d4ebbe1-9f5c-467f-985e-5a4a6dbc8d17 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245465 Apr 11 17:51:21.164170 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c918b-6f08-4985-a24e-a1e61f2eef1a req-35dfd754-e660-4ac0-9ff0-2fd25b8bff83 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:21.166028 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6b8c918b-6f08-4985-a24e-a1e61f2eef1a req-35dfd754-e660-4ac0-9ff0-2fd25b8bff83 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0729072 Apr 11 17:51:21.233416 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6b8c918b-6f08-4985-a24e-a1e61f2eef1a req-172cd36d-98e7-414d-b16b-0c7e5d378dc1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578136 Apr 11 17:51:22.625950 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468a984-4867-4587-8df8-178cc905ab0a req-3cdb3c00-c1ce-4f44-a794-191dae1c08db tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:22.627598 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3468a984-4867-4587-8df8-178cc905ab0a req-3cdb3c00-c1ce-4f44-a794-191dae1c08db tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0534894 Apr 11 17:51:22.711531 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3468a984-4867-4587-8df8-178cc905ab0a req-18f6b1c8-4b1f-4071-a90a-aaa0cfabc61b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675530 Apr 11 17:51:23.859722 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a137d-d0db-4546-9ef9-bd88cc24cfbd req-d7227f1e-a07a-4acf-a275-132ad5906a7b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:23.866808 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-773a137d-d0db-4546-9ef9-bd88cc24cfbd req-d7227f1e-a07a-4acf-a275-132ad5906a7b tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0621707 Apr 11 17:51:23.932717 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-773a137d-d0db-4546-9ef9-bd88cc24cfbd req-a0656743-a82f-40b8-8cd4-8c423f9fee4f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644476 Apr 11 17:51:24.989821 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:51:25.097557 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06ad3a-fa92-4458-9389-f40312533fbf req-a8763557-b1db-4d45-bc56-e792f92ddc60 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:25.105490 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3b06ad3a-fa92-4458-9389-f40312533fbf req-a8763557-b1db-4d45-bc56-e792f92ddc60 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0603743 Apr 11 17:51:25.168008 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3b06ad3a-fa92-4458-9389-f40312533fbf req-9f605344-c2c5-4010-9007-b76962484272 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614238 Apr 11 17:51:25.573338 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59512) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:25.711229 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-948796cd-dd89-47af-bcc3-aa55e5597d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.810579 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-948796cd-dd89-47af-bcc3-aa55e5597d15 admin admin] Publish callbacks [] for security_group (53dafb7b-6b3e-4f30-9f54-f85cc3c7b912), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.819735 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-948796cd-dd89-47af-bcc3-aa55e5597d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (53dafb7b-6b3e-4f30-9f54-f85cc3c7b912), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.864079 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-948796cd-dd89-47af-bcc3-aa55e5597d15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9594f99f79a41ce821675f8e481ba7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869687 Apr 11 17:51:25.864079 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948796cd-dd89-47af-bcc3-aa55e5597d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dafb7b-6b3e-4f30-9f54-f85cc3c7b912,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:25.865129 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59516) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:25.948854 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-10c58266-c847-4dd4-8575-ca76cf879641 admin admin] Publish callbacks [] for security_group (53dafb7b-6b3e-4f30-9f54-f85cc3c7b912), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.986896 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-10c58266-c847-4dd4-8575-ca76cf879641 admin admin] Publish callbacks [] for security_group (53dafb7b-6b3e-4f30-9f54-f85cc3c7b912), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.039073 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-10c58266-c847-4dd4-8575-ca76cf879641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (53dafb7b-6b3e-4f30-9f54-f85cc3c7b912), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.042118 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-10c58266-c847-4dd4-8575-ca76cf879641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.043629 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-10c58266-c847-4dd4-8575-ca76cf879641 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53dafb7b-6b3e-4f30-9f54-f85cc3c7b912 HTTP/1.1" status: 204 len: 168 time: 0.1774466 Apr 11 17:51:26.055251 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c58266-c847-4dd4-8575-ca76cf879641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dafb7b-6b3e-4f30-9f54-f85cc3c7b912,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:26.318303 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700aa17-3b06-49a1-b8d9-1b44e2e3b414 req-670d3d3d-5924-4ae3-81e3-71851ab89477 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:26.320577 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a700aa17-3b06-49a1-b8d9-1b44e2e3b414 req-670d3d3d-5924-4ae3-81e3-71851ab89477 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0572724 Apr 11 17:51:26.411207 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59528) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:26.439567 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.439916 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a700aa17-3b06-49a1-b8d9-1b44e2e3b414 req-fe442705-b8b6-46e2-94ff-bbf42f4797f1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024699 Apr 11 17:51:26.541267 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Publish callbacks [] for security_group (936f5fd4-5bf0-4168-b27d-4d1f863f9c0e), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.547342 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (936f5fd4-5bf0-4168-b27d-4d1f863f9c0e), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.582563 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936f5fd4-5bf0-4168-b27d-4d1f863f9c0e,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:26.599991 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.600329 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.600665 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.601603 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.602273 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.602693 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.603024 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.603347 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.603671 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.603995 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.604318 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.604640 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.604984 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.605293 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.605606 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:26.614163 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-e1865071-0530-498a-a026-f9a58d58a8cc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da6529bd1b6542b6b6b1ebe310f1a210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006290 Apr 11 17:51:26.614808 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59530) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:26.682321 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-be4c3af0-c17c-41c8-9e9f-75be2593bfa1 admin admin] Publish callbacks [] for security_group (936f5fd4-5bf0-4168-b27d-4d1f863f9c0e), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.708025 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-be4c3af0-c17c-41c8-9e9f-75be2593bfa1 admin admin] Publish callbacks [] for security_group (936f5fd4-5bf0-4168-b27d-4d1f863f9c0e), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.776999 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-be4c3af0-c17c-41c8-9e9f-75be2593bfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (936f5fd4-5bf0-4168-b27d-4d1f863f9c0e), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.779893 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-be4c3af0-c17c-41c8-9e9f-75be2593bfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.781217 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-be4c3af0-c17c-41c8-9e9f-75be2593bfa1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/936f5fd4-5bf0-4168-b27d-4d1f863f9c0e HTTP/1.1" status: 204 len: 168 time: 0.1650689 Apr 11 17:51:26.794221 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c3af0-c17c-41c8-9e9f-75be2593bfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936f5fd4-5bf0-4168-b27d-4d1f863f9c0e,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:27.342668 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59538) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:27.363710 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4507-6791-421a-a01c-6a3f88fc074f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.465991 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4507-6791-421a-a01c-6a3f88fc074f admin admin] Publish callbacks [] for security_group (d2ee1b86-fa7c-4927-b5d0-6a022c107df4), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.474312 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4507-6791-421a-a01c-6a3f88fc074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (d2ee1b86-fa7c-4927-b5d0-6a022c107df4), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.509162 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-6e6a4507-6791-421a-a01c-6a3f88fc074f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cfc80d4a754c4cb399636a35deb100f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652482 Apr 11 17:51:27.511906 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59542) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:27.534064 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a4507-6791-421a-a01c-6a3f88fc074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ee1b86-fa7c-4927-b5d0-6a022c107df4,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:27.614641 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4d10-0a74-46b7-a598-f379109c0e0a req-fe15ca87-d8a6-4566-8bc2-02ed88b7b6f1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:27.616310 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-02cb4d10-0a74-46b7-a598-f379109c0e0a req-fe15ca87-d8a6-4566-8bc2-02ed88b7b6f1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0563745 Apr 11 17:51:27.617328 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2d2-2282-4328-b0ef-9c022f287a0c admin admin] Publish callbacks [] for security_group (d2ee1b86-fa7c-4927-b5d0-6a022c107df4), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.646948 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2d2-2282-4328-b0ef-9c022f287a0c admin admin] Publish callbacks [] for security_group (d2ee1b86-fa7c-4927-b5d0-6a022c107df4), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.680304 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-02cb4d10-0a74-46b7-a598-f379109c0e0a req-cff503be-b3e6-44f5-aa5f-42e29de9c440 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543811 Apr 11 17:51:27.728706 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2d2-2282-4328-b0ef-9c022f287a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (d2ee1b86-fa7c-4927-b5d0-6a022c107df4), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.731964 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8d2aa2d2-2282-4328-b0ef-9c022f287a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.733557 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-8d2aa2d2-2282-4328-b0ef-9c022f287a0c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d2ee1b86-fa7c-4927-b5d0-6a022c107df4 HTTP/1.1" status: 204 len: 168 time: 0.2197070 Apr 11 17:51:27.748401 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2aa2d2-2282-4328-b0ef-9c022f287a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ee1b86-fa7c-4927-b5d0-6a022c107df4,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:28.821749 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765bc09-0cd9-4c0c-a70b-52e24c5119f4 req-8687d7a2-1d5d-4d33-9e71-8209e17178ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:28.829195 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6765bc09-0cd9-4c0c-a70b-52e24c5119f4 req-8687d7a2-1d5d-4d33-9e71-8209e17178ef tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0580540 Apr 11 17:51:28.942187 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6765bc09-0cd9-4c0c-a70b-52e24c5119f4 req-6ab4e3b6-1499-416b-8ee0-ccb34fa8c05d tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976832 Apr 11 17:51:30.064711 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655ac0e-194e-49c0-b34f-c36ec0f4c8e8 req-9a936ca3-806e-47dc-b0c7-53c191b66df8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:30.066375 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f655ac0e-194e-49c0-b34f-c36ec0f4c8e8 req-9a936ca3-806e-47dc-b0c7-53c191b66df8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0562539 Apr 11 17:51:30.119997 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f655ac0e-194e-49c0-b34f-c36ec0f4c8e8 req-527db8c8-a510-4857-9062-9c479ed6a310 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477901 Apr 11 17:51:31.056417 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:51:31.162315 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:31.175330 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'port_id': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'mac_address': 'fa:16:3e:c9:88:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:51:31.228435 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:31.228820 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:31.244574 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:51:31.249632 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bf09f-f1d7-436c-9a49-16f51f4a4ca6 req-053b913b-21cf-475c-95cf-2b7e739a4a1f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:31.251301 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2f5bf09f-f1d7-436c-9a49-16f51f4a4ca6 req-053b913b-21cf-475c-95cf-2b7e739a4a1f tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 944 time: 0.0551457 Apr 11 17:51:31.268855 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:31.274615 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:31.339340 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2f5bf09f-f1d7-436c-9a49-16f51f4a4ca6 req-ea94e12e-6d52-439f-983e-f4e8059d2c5c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767863 Apr 11 17:51:31.343286 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=9']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:31.501558 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:51:32.458185 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327755d-6d31-4ef6-ae60-5f3ee6a52cfa req-e71439c7-591d-46ad-b5a9-f26d30d06d19 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:32.459807 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8327755d-6d31-4ef6-ae60-5f3ee6a52cfa req-e71439c7-591d-46ad-b5a9-f26d30d06d19 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 945 time: 0.0485539 Apr 11 17:51:32.523150 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8327755d-6d31-4ef6-ae60-5f3ee6a52cfa req-d684e117-cb5f-461d-9359-1878895b3fb1 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575624 Apr 11 17:51:33.063774 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:33.117751 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:33.118482 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:33.221375 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:33.222213 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:33.222580 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:33.247355 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:51:33.249768 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c059e471-ef1b-4b80-9b64-acdd13ca23dd" -d '{"events": [{"server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "name": "network-vif-plugged", "status": "completed", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:51:33.264881 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:33.270822 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:33.295717 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab48510-c792-440d-b80b-321db7b47b2a x-openstack-request-id: req-fab48510-c792-440d-b80b-321db7b47b2a {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:51:33.296030 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "name": "network-vif-plugged", "status": "completed", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:51:33.296281 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fab48510-c792-440d-b80b-321db7b47b2a {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:51:33.296678 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab48510-c792-440d-b80b-321db7b47b2a'] response: {'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'code': 200} Apr 11 17:51:33.330144 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=10']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:33.499932 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b674-7adc-48e7-b7ec-64e15def4e33 req-313c1367-6fba-424b-b7e0-331cce7d333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:33.501554 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2fe5b674-7adc-48e7-b7ec-64e15def4e33 req-313c1367-6fba-424b-b7e0-331cce7d333c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 1131 time: 0.0409100 Apr 11 17:51:33.552531 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2fe5b674-7adc-48e7-b7ec-64e15def4e33 req-8faed6bc-e7b9-4c5b-b1eb-641fb3ef282f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Apr 11 17:51:33.651485 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c2bfe-9e48-4d21-8d5f-3c8dd2ba9924 req-350f32af-0ca9-4d05-bcce-57f2bcdbeeda tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:33.652934 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f7c2bfe-9e48-4d21-8d5f-3c8dd2ba9924 req-350f32af-0ca9-4d05-bcce-57f2bcdbeeda tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 947 time: 0.0527642 Apr 11 17:51:33.704106 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1f7c2bfe-9e48-4d21-8d5f-3c8dd2ba9924 req-49ebf6ec-baa4-4c19-95ce-a6d097703f85 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434875 Apr 11 17:51:34.858973 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7280e-8de9-4460-97e1-c02e6928d64c req-9477fcc0-109b-4b72-9b53-dddc253ae999 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:34.860517 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1fe7280e-8de9-4460-97e1-c02e6928d64c req-9477fcc0-109b-4b72-9b53-dddc253ae999 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 947 time: 0.0700090 Apr 11 17:51:34.915734 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59698) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:34.916298 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1fe7280e-8de9-4460-97e1-c02e6928d64c req-9ee6b521-2aeb-41d0-89c5-06138083ca4e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496585 Apr 11 17:51:35.030499 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4af17c54-9212-4702-9731-37a8db183e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.132695 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4af17c54-9212-4702-9731-37a8db183e0d admin admin] Publish callbacks [] for security_group (3ea02345-2447-4659-8c0a-d89fe9051a4a), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.139808 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4af17c54-9212-4702-9731-37a8db183e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (3ea02345-2447-4659-8c0a-d89fe9051a4a), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.191744 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af17c54-9212-4702-9731-37a8db183e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea02345-2447-4659-8c0a-d89fe9051a4a,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:35.202583 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-4af17c54-9212-4702-9731-37a8db183e0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=151a6f34b48442c8a3dbeaf97393265f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847247 Apr 11 17:51:35.203374 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59706) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:35.255606 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-51062124-957a-4642-8a17-8d7049077273 admin admin] Publish callbacks [] for security_group (3ea02345-2447-4659-8c0a-d89fe9051a4a), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.280388 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-51062124-957a-4642-8a17-8d7049077273 admin admin] Publish callbacks [] for security_group (3ea02345-2447-4659-8c0a-d89fe9051a4a), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.339564 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-51062124-957a-4642-8a17-8d7049077273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (3ea02345-2447-4659-8c0a-d89fe9051a4a), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.343526 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-51062124-957a-4642-8a17-8d7049077273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.348380 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-51062124-957a-4642-8a17-8d7049077273 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ea02345-2447-4659-8c0a-d89fe9051a4a HTTP/1.1" status: 204 len: 168 time: 0.1400557 Apr 11 17:51:35.353110 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51062124-957a-4642-8a17-8d7049077273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea02345-2447-4659-8c0a-d89fe9051a4a,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:35.709102 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59744) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:35.723069 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3a79d82a-02d1-4303-a196-fb30fb2e7e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.809445 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3a79d82a-02d1-4303-a196-fb30fb2e7e29 admin admin] Publish callbacks [] for security_group (c9bcf3c4-32bf-4fbc-99c0-ce71eaf73f78), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.815151 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3a79d82a-02d1-4303-a196-fb30fb2e7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c9bcf3c4-32bf-4fbc-99c0-ce71eaf73f78), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.853422 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79d82a-02d1-4303-a196-fb30fb2e7e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bcf3c4-32bf-4fbc-99c0-ce71eaf73f78,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:35.857799 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-3a79d82a-02d1-4303-a196-fb30fb2e7e29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1399e59396fe4f39840e4f75835e0ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473172 Apr 11 17:51:35.860743 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59746) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:35.912517 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3eb72920-9363-4554-a544-dda48e2d3c74 admin admin] Publish callbacks [] for security_group (c9bcf3c4-32bf-4fbc-99c0-ce71eaf73f78), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.938140 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3eb72920-9363-4554-a544-dda48e2d3c74 admin admin] Publish callbacks [] for security_group (c9bcf3c4-32bf-4fbc-99c0-ce71eaf73f78), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.990192 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3eb72920-9363-4554-a544-dda48e2d3c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c9bcf3c4-32bf-4fbc-99c0-ce71eaf73f78), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.993238 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3eb72920-9363-4554-a544-dda48e2d3c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:35.994453 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-3eb72920-9363-4554-a544-dda48e2d3c74 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9bcf3c4-32bf-4fbc-99c0-ce71eaf73f78 HTTP/1.1" status: 204 len: 168 time: 0.1327734 Apr 11 17:51:36.015587 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb72920-9363-4554-a544-dda48e2d3c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bcf3c4-32bf-4fbc-99c0-ce71eaf73f78,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:36.067307 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a7c6-55bb-4e8b-997a-ec2c734c3fee req-9110218f-2c41-47a5-9738-2c9a8f0b1049 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:36.076471 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-87b2a7c6-55bb-4e8b-997a-ec2c734c3fee req-9110218f-2c41-47a5-9738-2c9a8f0b1049 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 947 time: 0.0808568 Apr 11 17:51:36.143551 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-87b2a7c6-55bb-4e8b-997a-ec2c734c3fee req-42a02582-c87b-4c7d-a4e2-fe1a3aa76c35 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563998 Apr 11 17:51:37.286037 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68556356-c5a8-4a41-9126-9715082c0562 req-27b169b0-c987-4ee6-89c6-af74f66fb6e4 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:37.287895 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-68556356-c5a8-4a41-9126-9715082c0562 req-27b169b0-c987-4ee6-89c6-af74f66fb6e4 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 947 time: 0.0563118 Apr 11 17:51:37.340949 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-68556356-c5a8-4a41-9126-9715082c0562 req-6355a313-1e1b-463c-8039-b6cc4ed7aa46 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470419 Apr 11 17:51:40.243945 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad028e8-561e-4122-9863-9aa19abf8ffe req-f2fd3153-3b37-451e-b00b-a93cc5c41c60 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:40.245493 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aad028e8-561e-4122-9863-9aa19abf8ffe req-f2fd3153-3b37-451e-b00b-a93cc5c41c60 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 946 time: 0.0603085 Apr 11 17:51:40.295300 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aad028e8-561e-4122-9863-9aa19abf8ffe req-895b6991-4615-49ca-917f-7a1e1f0b3f88 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439429 Apr 11 17:51:40.578325 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59858) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:40.692801 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-367de0fc-7078-4d67-8399-7147363140fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:40.782636 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-367de0fc-7078-4d67-8399-7147363140fa admin admin] Publish callbacks [] for security_group (3d4b7478-decf-437c-ab51-e0efc10fe6a2), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:40.789687 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-367de0fc-7078-4d67-8399-7147363140fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (3d4b7478-decf-437c-ab51-e0efc10fe6a2), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:40.831689 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-367de0fc-7078-4d67-8399-7147363140fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff5ceef42781405b8ee57577f3cf9b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520833 Apr 11 17:51:40.832434 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367de0fc-7078-4d67-8399-7147363140fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4b7478-decf-437c-ab51-e0efc10fe6a2,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:40.835156 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59862) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:40.888013 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8ebb8b4-1dfa-4764-adba-08f879736498 admin admin] Publish callbacks [] for security_group (3d4b7478-decf-437c-ab51-e0efc10fe6a2), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:40.910603 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8ebb8b4-1dfa-4764-adba-08f879736498 admin admin] Publish callbacks [] for security_group (3d4b7478-decf-437c-ab51-e0efc10fe6a2), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:40.963963 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8ebb8b4-1dfa-4764-adba-08f879736498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (3d4b7478-decf-437c-ab51-e0efc10fe6a2), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:40.966812 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b8ebb8b4-1dfa-4764-adba-08f879736498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:40.968030 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b8ebb8b4-1dfa-4764-adba-08f879736498 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d4b7478-decf-437c-ab51-e0efc10fe6a2 HTTP/1.1" status: 204 len: 168 time: 0.1319776 Apr 11 17:51:40.978877 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebb8b4-1dfa-4764-adba-08f879736498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4b7478-decf-437c-ab51-e0efc10fe6a2,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:41.277441 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59868) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:41.293462 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f82e4d2c-c296-4a5f-92ee-be88cd87c63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.391585 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f82e4d2c-c296-4a5f-92ee-be88cd87c63f admin admin] Publish callbacks [] for security_group (36c3577d-bb48-4f0a-9baa-b3bedf2bb1f6), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.396833 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f82e4d2c-c296-4a5f-92ee-be88cd87c63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (36c3577d-bb48-4f0a-9baa-b3bedf2bb1f6), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.421390 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62a552-929d-4412-907f-858aaf5142d2 req-d3dffda7-095f-40c4-8a57-0923f65a8d84 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:41.423048 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9f62a552-929d-4412-907f-858aaf5142d2 req-d3dffda7-095f-40c4-8a57-0923f65a8d84 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 946 time: 0.0520318 Apr 11 17:51:41.437047 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f82e4d2c-c296-4a5f-92ee-be88cd87c63f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ab76f851074247ec8d6f08bdcc90764b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584790 Apr 11 17:51:41.438084 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e4d2c-c296-4a5f-92ee-be88cd87c63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c3577d-bb48-4f0a-9baa-b3bedf2bb1f6,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:41.440349 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59872) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:41.478779 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9f62a552-929d-4412-907f-858aaf5142d2 req-71c620e4-020c-4d1b-879f-8248d5ed6b3c tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups?id=d355a49c-c6b5-45df-8e17-65f2ad6ebd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489564 Apr 11 17:51:41.498019 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1b7d-a094-471a-9d22-3a407187d7eb admin admin] Publish callbacks [] for security_group (36c3577d-bb48-4f0a-9baa-b3bedf2bb1f6), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.522021 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1b7d-a094-471a-9d22-3a407187d7eb admin admin] Publish callbacks [] for security_group (36c3577d-bb48-4f0a-9baa-b3bedf2bb1f6), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.561514 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ba58a997-000a-4335-8f29-d3eb5a6c6c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.573248 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1b7d-a094-471a-9d22-3a407187d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (36c3577d-bb48-4f0a-9baa-b3bedf2bb1f6), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.577972 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1b7d-a094-471a-9d22-3a407187d7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.579458 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-ec5a1b7d-a094-471a-9d22-3a407187d7eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36c3577d-bb48-4f0a-9baa-b3bedf2bb1f6 HTTP/1.1" status: 204 len: 168 time: 0.1381190 Apr 11 17:51:41.588070 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a1b7d-a094-471a-9d22-3a407187d7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c3577d-bb48-4f0a-9baa-b3bedf2bb1f6,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:41.900769 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-feb35a6d-13ad-4292-8cc1-2746adb62c57 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:41.908783 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-feb35a6d-13ad-4292-8cc1-2746adb62c57 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 946 time: 0.0519662 Apr 11 17:51:42.000049 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Deleting port 6c98487b-b150-4e03-ad06-7cccb6d91804 {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:51:42.000647 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.104945 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] For port 6c98487b-b150-4e03-ad06-7cccb6d91804, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6c98487b-b150-4e03-ad06-7cccb6d91804,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:42.105355 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.339494 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59894) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:42.359375 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.359936 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (ab4703f3-75b6-4a43-865b-fc73e941b7d6), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.360258 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Floating IP ab4703f3-75b6-4a43-865b-fc73e941b7d6 disassociated. External IP: 172.27.0.147, port: 6c98487b-b150-4e03-ad06-7cccb6d91804. Apr 11 17:51:42.360599 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Calling delete_port for 6c98487b-b150-4e03-ad06-7cccb6d91804 owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:51:42.476091 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-342988739-network', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:42.515236 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Made reservation on behalf of 37b197cfcc8a4aacbaf370af2dde7fa1 for: {'network': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:42.517832 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.521339 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (6c98487b-b150-4e03-ad06-7cccb6d91804), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.534238 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.571395 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event deleted for resources: {'Port': ['ID=6c98487b-b150-4e03-ad06-7cccb6d91804,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:42.614494 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0705f456-85e0-4a63-9bf1-5faaaf1188c1 req-d2382dff-4959-43c0-a856-16a792971d96 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad341f61-ffeb-433f-9b18-a94126982448 HTTP/1.1" status: 200 len: 210 time: 0.0511863 Apr 11 17:51:42.757811 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Publish callbacks [] for security_group (53c972b0-7d1b-4c25-80c4-e6127c9efb64), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.764185 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (53c972b0-7d1b-4c25-80c4-e6127c9efb64), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.786933 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Router 42ab7ef3-71a3-4b64-903b-11a0307971cc has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:51:42.797406 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=109938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:51:42.810052 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c972b0-7d1b-4c25-80c4-e6127c9efb64,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:42.816772 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (c138aa7c-f824-4116-964a-88439792835c), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.817087 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.segments_db [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Added segment c138aa7c-f824-4116-964a-88439792835c of type vlan for network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 Apr 11 17:51:42.896291 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (0522cf29-54a1-4d0b-9aee-dc6a69c824c4), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.975650 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (0522cf29-54a1-4d0b-9aee-dc6a69c824c4), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.976742 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:42.977330 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.015361 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:51:43.030523 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] Sync routers for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:51:43.042178 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:43.042950 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:43.068115 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7275286 Apr 11 17:51:43.074350 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59900) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:43.079034 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Request body: {'subnet': {'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-342988739-subnet', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:43.103986 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f157c0-875e-443c-ab62-db4528e157c3 admin admin] Pushing event updated for resources: {'Network': ['ID=0522cf29-54a1-4d0b-9aee-dc6a69c824c4,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:43.108741 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] No DVR routers for this DVR port 6c98487b-b150-4e03-ad06-7cccb6d91804 on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:51:43.113183 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.116579 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5ff61f56-7098-460c-9e8f-0affd5ff3875 req-58c21359-182e-4284-9503-ca4ead195803 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.37 "DELETE /v2.0/ports/6c98487b-b150-4e03-ad06-7cccb6d91804 HTTP/1.1" status: 204 len: 173 time: 1.2068694 Apr 11 17:51:43.117144 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad341f61-ffeb-433f-9b18-a94126982448', 'name': 'network-vif-deleted', 'tag': '6c98487b-b150-4e03-ad06-7cccb6d91804'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:51:43.117983 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:51:43.119377 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b9215d-bbfa-4b2b-904d-44cb3ebd3db4" -d '{"events": [{"server_uuid": "ad341f61-ffeb-433f-9b18-a94126982448", "name": "network-vif-deleted", "tag": "6c98487b-b150-4e03-ad06-7cccb6d91804"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:51:43.165042 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:43.165335 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Made reservation on behalf of 37b197cfcc8a4aacbaf370af2dde7fa1 for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:43.168746 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-53368468'] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.232408 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ce3cf5-4f4c-468a-8d55-ade960c7812b x-openstack-request-id: req-69ce3cf5-4f4c-468a-8d55-ade960c7812b {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:51:43.232693 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad341f61-ffeb-433f-9b18-a94126982448", "name": "network-vif-deleted", "tag": "6c98487b-b150-4e03-ad06-7cccb6d91804", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:51:43.232932 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-69ce3cf5-4f4c-468a-8d55-ade960c7812b {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:51:43.233348 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ce3cf5-4f4c-468a-8d55-ade960c7812b'] response: {'server_uuid': 'ad341f61-ffeb-433f-9b18-a94126982448', 'name': 'network-vif-deleted', 'tag': '6c98487b-b150-4e03-ad06-7cccb6d91804', 'status': 'completed', 'code': 200} Apr 11 17:51:43.367920 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51458607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-53368454'] for subnet (3a123af0-ca26-436f-9d56-8863b721d8b6), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.382960 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:43.415969 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] Checking router: 42ab7ef3-71a3-4b64-903b-11a0307971cc for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:51:43.425313 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:43.425979 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:43.432827 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a123af0-ca26-436f-9d56-8863b721d8b6,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:43.441102 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Checking segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:43.441479 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Network hostable DHCP agents. Network: 0522cf29-54a1-4d0b-9aee-dc6a69c824c4, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:51:43.462984 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:51:43.485567 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 0522cf29-54a1-4d0b-9aee-dc6a69c824c4) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:43.491583 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:43.492506 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.499040 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4500dfd-2a0b-4264-8fee-83771ab45072 None None] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:43.524319 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-39f84aa9-9988-4e00-8a1b-a2ac1c99d5bf admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4513664 Apr 11 17:51:43.527582 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59904) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:43.536035 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:43.581751 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (090f326c-24c8-4ba6-bd2c-efed7b06b58b), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.583231 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (090f326c-24c8-4ba6-bd2c-efed7b06b58b), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.593824 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:43.672914 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks [] for router_controller (090f326c-24c8-4ba6-bd2c-efed7b06b58b), precommit_add_association {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.726813 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59910) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:43.791030 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4658ce96-2b10-4587-bdc3-307b7a988934 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (d355a49c-c6b5-45df-8e17-65f2ad6ebd84), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.812130 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:51:43.813087 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.830703 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4658ce96-2b10-4587-bdc3-307b7a988934 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (d355a49c-c6b5-45df-8e17-65f2ad6ebd84), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.872290 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:43.908592 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4658ce96-2b10-4587-bdc3-307b7a988934 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (d355a49c-c6b5-45df-8e17-65f2ad6ebd84), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.912719 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ab76d-7bdf-44f2-ab4a-2898ba1c5cb4 None None] The sync data for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi is: [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:45:07Z', 'revision_number': 4, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2c4e9928-5756-4404-8f07-9be7f47002eb', 'name': '', 'network_id': 'd18a7394-4f97-4fa6-8c6e-197808eb17ef', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'mac_address': 'fa:16:3e:14:eb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:05Z', 'updated_at': '2022-04-11T17:45:23Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'subnets': [{'id': 'b4765981-e117-4dfa-9abd-cc2d659b3810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:51:43.922626 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4658ce96-2b10-4587-bdc3-307b7a988934 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.924745 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-4658ce96-2b10-4587-bdc3-307b7a988934 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "DELETE /v2.0/security-groups/d355a49c-c6b5-45df-8e17-65f2ad6ebd84 HTTP/1.1" status: 204 len: 168 time: 0.1961660 Apr 11 17:51:43.929850 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59912) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:43.982084 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.api.v2.resource [None req-edea4c23-6fc3-4a11-be87-31cba5563f02 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] show failed (client error): The resource could not be found. Apr 11 17:51:43.983624 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-edea4c23-6fc3-4a11-be87-31cba5563f02 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "GET /v2.0/security-groups/d355a49c-c6b5-45df-8e17-65f2ad6ebd84 HTTP/1.1" status: 404 len: 347 time: 0.0500917 Apr 11 17:51:43.985395 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658ce96-2b10-4587-bdc3-307b7a988934 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d355a49c-c6b5-45df-8e17-65f2ad6ebd84,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:43.986992 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Allocated IP 172.20.0.2 (0522cf29-54a1-4d0b-9aee-dc6a69c824c4/3a123af0-ca26-436f-9d56-8863b721d8b6/ab80a2cc-ceb2-486e-be58-10103bdede95) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:43.987643 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59914) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:44.193979 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks [] for router_gateway (090f326c-24c8-4ba6-bd2c-efed7b06b58b), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.194253 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-6e443ed6-3489-43b3-a155-4308bbd9a312 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Deleting port ebc63f76-1c42-4891-b5ce-4a07ed3cd60b {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:51:44.194600 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6e443ed6-3489-43b3-a155-4308bbd9a312 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (ebc63f76-1c42-4891-b5ce-4a07ed3cd60b), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.201940 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Publish callbacks [] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.214103 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.280315 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:44.281156 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7cab0a14-95f2-487f-b857-923f89473079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.285995 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:44.289599 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:44.295802 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Pushing event updated for resources: {'Port': ['ID=ab80a2cc-ceb2-486e-be58-10103bdede95,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:44.344142 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5595e93-15d1-4335-b934-f5117e06829d None None] New status for floating IP ab4703f3-75b6-4a43-865b-fc73e941b7d6: DOWN {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:51:44.344382 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6e443ed6-3489-43b3-a155-4308bbd9a312 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (ebc63f76-1c42-4891-b5ce-4a07ed3cd60b), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.344633 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6e443ed6-3489-43b3-a155-4308bbd9a312 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (ebc63f76-1c42-4891-b5ce-4a07ed3cd60b), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.363302 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-6e443ed6-3489-43b3-a155-4308bbd9a312 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Calling delete_port for ebc63f76-1c42-4891-b5ce-4a07ed3cd60b owned by network:floatingip {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:51:44.397337 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Attempting to bind port ab80a2cc-ceb2-486e-be58-10103bdede95 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:44.397674 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Attempting to bind port ab80a2cc-ceb2-486e-be58-10103bdede95 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:44.398106 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Attempting to bind port ab80a2cc-ceb2-486e-be58-10103bdede95 on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:44.418993 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks [] for router_gateway (090f326c-24c8-4ba6-bd2c-efed7b06b58b), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.436723 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:44.437147 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Checking segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:44.437615 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.437955 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Bound using segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:44.438509 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Bound port: ab80a2cc-ceb2-486e-be58-10103bdede95, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:44.439075 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.447592 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.555131 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6e443ed6-3489-43b3-a155-4308bbd9a312 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (ebc63f76-1c42-4891-b5ce-4a07ed3cd60b), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.566600 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] For port ab80a2cc-ceb2-486e-be58-10103bdede95, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:44.578839 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Allocated IP 172.27.0.51 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/a3bbd33f-0100-4a89-b1ed-a67848eb1b85) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:44.584610 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e443ed6-3489-43b3-a155-4308bbd9a312 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Pushing event deleted for resources: {'Port': ['ID=ebc63f76-1c42-4891-b5ce-4a07ed3cd60b,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:44.586220 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] For port ab80a2cc-ceb2-486e-be58-10103bdede95, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=ab80a2cc-ceb2-486e-be58-10103bdede95,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:44.597553 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.666104 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061560f-a46d-4783-9691-fc3efdb5c9c9 None None] Pushing event updated for resources: {'Port': ['ID=ab80a2cc-ceb2-486e-be58-10103bdede95,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:44.668700 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6e443ed6-3489-43b3-a155-4308bbd9a312 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks [] for floatingip (ab4703f3-75b6-4a43-865b-fc73e941b7d6), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.671443 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6e443ed6-3489-43b3-a155-4308bbd9a312 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.673777 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-6e443ed6-3489-43b3-a155-4308bbd9a312 tempest-AttachVolumeTestJSON-1460397675 tempest-AttachVolumeTestJSON-1460397675-project] 10.222.0.79 "DELETE /v2.0/floatingips/ab4703f3-75b6-4a43-865b-fc73e941b7d6 HTTP/1.1" status: 204 len: 168 time: 0.6840591 Apr 11 17:51:44.737137 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks [] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.786023 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.822244 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:44.827728 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:44.831634 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:44.883059 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Pushing event updated for resources: {'Port': ['ID=a3bbd33f-0100-4a89-b1ed-a67848eb1b85,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:45.139845 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks [] for router_gateway (090f326c-24c8-4ba6-bd2c-efed7b06b58b), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:45.359367 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (090f326c-24c8-4ba6-bd2c-efed7b06b58b), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:45.527276 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Router 090f326c-24c8-4ba6-bd2c-efed7b06b58b is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:51:45.606941 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device ab80a2cc-ceb2-486e-be58-10103bdede95 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:45.660465 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:51:45.663762 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port ab80a2cc-ceb2-486e-be58-10103bdede95 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:45.664134 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:45.672619 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Sync routers for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:51:45.691672 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:45.692617 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:45.696000 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:45.701233 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f8ffc0d8-2e7e-4e28-8458-d96903b32469 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1692941 Apr 11 17:51:45.702122 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59920) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:45.761264 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c452e0-b4cd-4877-82f7-a0462704f911 None None] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:45.835823 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:45.872567 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-e0ae36a5-b374-492e-be85-0a2074b77edf None None] Provisioning complete for port ab80a2cc-ceb2-486e-be58-10103bdede95 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:45.873015 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e0ae36a5-b374-492e-be85-0a2074b77edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:45.882486 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port ab80a2cc-ceb2-486e-be58-10103bdede95 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:45.883094 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.019958 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port ab80a2cc-ceb2-486e-be58-10103bdede95, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=ab80a2cc-ceb2-486e-be58-10103bdede95,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:46.030798 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.062708 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:45Z', 'revision_number': 3, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:46.102833 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.105189 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Checking router: 090f326c-24c8-4ba6-bd2c-efed7b06b58b for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:51:46.105574 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Updating router 090f326c-24c8-4ba6-bd2c-efed7b06b58b port a3bbd33f-0100-4a89-b1ed-a67848eb1b85 binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:51:46.137185 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=ab80a2cc-ceb2-486e-be58-10103bdede95,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:46.149980 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.156800 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae36a5-b374-492e-be85-0a2074b77edf None None] Current status of the port ab80a2cc-ceb2-486e-be58-10103bdede95 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:46.304081 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.380232 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-08b4e87e-6dc8-43ef-a90d-7c3432b483fb None None] Provisioning complete for port ab80a2cc-ceb2-486e-be58-10103bdede95 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:46.380609 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-08b4e87e-6dc8-43ef-a90d-7c3432b483fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.467404 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-08b4e87e-6dc8-43ef-a90d-7c3432b483fb None None] Current status of the port ab80a2cc-ceb2-486e-be58-10103bdede95 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:46.484098 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Allocated IP 172.20.0.1 (0522cf29-54a1-4d0b-9aee-dc6a69c824c4/3a123af0-ca26-436f-9d56-8863b721d8b6/6ea544f2-35d5-4a0f-a122-3fe8e47fae3b) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:46.547097 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Publish callbacks [] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.554465 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.596408 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Publish callbacks [] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.606014 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Attempting to bind port a3bbd33f-0100-4a89-b1ed-a67848eb1b85 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:46.606248 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Attempting to bind port a3bbd33f-0100-4a89-b1ed-a67848eb1b85 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:46.606666 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Attempting to bind port a3bbd33f-0100-4a89-b1ed-a67848eb1b85 on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:46.613914 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Pushing event updated for resources: {'Port': ['ID=a3bbd33f-0100-4a89-b1ed-a67848eb1b85,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:46.617006 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:46.617370 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:46.617785 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.618169 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:46.618633 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Bound port: a3bbd33f-0100-4a89-b1ed-a67848eb1b85, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:46.618991 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.642731 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.643377 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.643486 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.643842 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.644152 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.644476 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.644794 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.645109 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.645195 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.645429 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.645769 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.646090 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.646417 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.646890 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.647045 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.647356 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:46.689606 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] For port a3bbd33f-0100-4a89-b1ed-a67848eb1b85, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:46.690706 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:46.693231 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:46.693590 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] For port a3bbd33f-0100-4a89-b1ed-a67848eb1b85, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=a3bbd33f-0100-4a89-b1ed-a67848eb1b85,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:46.696090 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:46.702697 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.725505 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea544f2-35d5-4a0f-a122-3fe8e47fae3b,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:46.747323 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (090f326c-24c8-4ba6-bd2c-efed7b06b58b), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.766670 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc5f80-a146-4d3a-885d-b9f1b0017793 None None] Pushing event updated for resources: {'Port': ['ID=a3bbd33f-0100-4a89-b1ed-a67848eb1b85,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:46.769571 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:46.770274 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:46.894401 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:46.916761 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.995637 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-56a2fa60-add9-41b0-8c15-74b619511bef None None] Provisioning complete for port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:46.996188 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-56a2fa60-add9-41b0-8c15-74b619511bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.045827 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-56a2fa60-add9-41b0-8c15-74b619511bef None None] Port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:51:47.109453 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Publish callbacks [] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.112280 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:45Z', 'revision_number': 3, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:47.114367 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 6c98487b-b150-4e03-ad06-7cccb6d91804 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:51:47.118059 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.137867 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 6c98487b-b150-4e03-ad06-7cccb6d91804 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:51:47.138210 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 6c98487b-b150-4e03-ad06-7cccb6d91804 not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:51:47.141656 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.151565 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be0a58-7541-486e-82f6-b05b054841f8 None None] The sync data for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi is: [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:45Z', 'revision_number': 3, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:51:47.201970 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (090f326c-24c8-4ba6-bd2c-efed7b06b58b), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.205155 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea544f2-35d5-4a0f-a122-3fe8e47fae3b,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:47.309441 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:47.311623 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:47.547835 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Router 090f326c-24c8-4ba6-bd2c-efed7b06b58b has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:51:47.672933 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-53397dfb-2070-4271-aef4-db5617a78f87 None None] Provisioning complete for port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:47.673275 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-53397dfb-2070-4271-aef4-db5617a78f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.711949 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:51:47.715968 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device ab80a2cc-ceb2-486e-be58-10103bdede95 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:47.726507 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-4075007e-dda7-4160-971b-97160c3eb012 admin admin] 10.222.0.79 "PUT /v2.0/routers/090f326c-24c8-4ba6-bd2c-efed7b06b58b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0223026 Apr 11 17:51:47.749147 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-53397dfb-2070-4271-aef4-db5617a78f87 None None] Port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:51:47.767501 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port ab80a2cc-ceb2-486e-be58-10103bdede95 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:47.767870 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.858210 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port ab80a2cc-ceb2-486e-be58-10103bdede95 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:47.859833 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device a3bbd33f-0100-4a89-b1ed-a67848eb1b85 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:47.919815 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port a3bbd33f-0100-4a89-b1ed-a67848eb1b85 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:47.920500 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.019037 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port a3bbd33f-0100-4a89-b1ed-a67848eb1b85 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:48.019740 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.048825 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port a3bbd33f-0100-4a89-b1ed-a67848eb1b85, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=a3bbd33f-0100-4a89-b1ed-a67848eb1b85,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:48.055885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.113275 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=a3bbd33f-0100-4a89-b1ed-a67848eb1b85,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:48.328685 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.349486 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59958) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:48.356019 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-735730558-network', 'tenant_id': '19ced0a811a4453890e0575219e7eafc'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:48.356409 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59960) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:48.382312 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Made reservation on behalf of 19ced0a811a4453890e0575219e7eafc for: {'network': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:48.384772 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.394914 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.486972 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Publish callbacks [] for security_group (0d89dc9d-afa5-47a2-957c-a7aee71fc9df), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.491962 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0d89dc9d-afa5-47a2-957c-a7aee71fc9df), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.514746 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=109938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:51:48.528853 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d89dc9d-afa5-47a2-957c-a7aee71fc9df,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:48.533964 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (4228d0a6-f101-4393-8c28-4903bd95f60b), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.534308 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.segments_db [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Added segment 4228d0a6-f101-4393-8c28-4903bd95f60b of type vlan for network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 Apr 11 17:51:48.580268 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (452e9a81-160e-43ee-b2c1-5e7f0de72ac1), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.612386 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (452e9a81-160e-43ee-b2c1-5e7f0de72ac1), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.613480 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:48.614108 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.938568 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5875881 Apr 11 17:51:48.944376 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59964) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:48.946146 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Request body: {'subnet': {'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-735730558-subnet', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:48.989440 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17dcf2-0a90-4bed-a70a-672a7628c103 admin admin] Pushing event updated for resources: {'Network': ['ID=452e9a81-160e-43ee-b2c1-5e7f0de72ac1,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:48.991298 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585588'] for router_interface (42ab7ef3-71a3-4b64-903b-11a0307971cc), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.002058 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:51:49.004068 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Made reservation on behalf of 19ced0a811a4453890e0575219e7eafc for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:49.006819 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-53368468'] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.071682 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Sync routers for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:51:49.097188 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:49.097924 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:49.204074 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51458607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-53368454'] for subnet (cd699a8c-312c-43ea-9ab5-23f6b40e947a), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.216128 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:49.265887 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd699a8c-312c-43ea-9ab5-23f6b40e947a,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:49.268933 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] Deleting port 2c4e9928-5756-4404-8f07-9be7f47002eb {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:51:49.269544 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.280942 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Checking segment: {'id': '4228d0a6-f101-4393-8c28-4903bd95f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:49.281296 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Network hostable DHCP agents. Network: 452e9a81-160e-43ee-b2c1-5e7f0de72ac1, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:51:49.308515 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:51:49.321090 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 452e9a81-160e-43ee-b2c1-5e7f0de72ac1) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:49.328963 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:49.329943 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.346306 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7c198d-6d16-4428-ac76-f39f06707a85 None None] Network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:49.350072 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-ce831ce8-ebe1-42fe-b1d9-f99ca4b2c98c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4077234 Apr 11 17:51:49.352940 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59966) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:49.358768 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-735730558-router', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:49.360970 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] For port 2c4e9928-5756-4404-8f07-9be7f47002eb, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2c4e9928-5756-4404-8f07-9be7f47002eb,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:49.361530 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.376692 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] Calling delete_port for 2c4e9928-5756-4404-8f07-9be7f47002eb owned by network:router_interface {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:51:49.386035 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (196d375c-b2e1-483e-a41d-cd3e78a4aa99), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.387531 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (196d375c-b2e1-483e-a41d-cd3e78a4aa99), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.453493 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks [] for router_controller (196d375c-b2e1-483e-a41d-cd3e78a4aa99), precommit_add_association {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.593207 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (2c4e9928-5756-4404-8f07-9be7f47002eb), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.614104 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device a3bbd33f-0100-4a89-b1ed-a67848eb1b85 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:49.630630 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4e9928-5756-4404-8f07-9be7f47002eb,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:49.639701 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks [] for router_gateway (196d375c-b2e1-483e-a41d-cd3e78a4aa99), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.675240 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-452e9a81-160e-43ee-b2c1-5e7f0de72ac1', 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1', 'project_id': '19ced0a811a4453890e0575219e7eafc', 'fixed_ips': [{'subnet_id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:51:49.676383 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.700414 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 2, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:49.738318 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Checking router: 090f326c-24c8-4ba6-bd2c-efed7b06b58b for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:51:49.738675 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Updating router 090f326c-24c8-4ba6-bd2c-efed7b06b58b port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:51:49.841135 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585432'] for router_interface (42ab7ef3-71a3-4b64-903b-11a0307971cc), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.908616 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port a3bbd33f-0100-4a89-b1ed-a67848eb1b85 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:49.909021 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.910636 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.918362 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks [] for router_gateway (196d375c-b2e1-483e-a41d-cd3e78a4aa99), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.938659 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.022910 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Allocated IP 172.20.0.2 (452e9a81-160e-43ee-b2c1-5e7f0de72ac1/cd699a8c-312c-43ea-9ab5-23f6b40e947a/0c28a267-589f-4b6b-aa94-e73a28b087d7) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:50.059580 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Allocated IP 172.27.0.235 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/39199420-ba46-4011-9ee4-69321802c5d9) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:50.177602 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks [] for port (39199420-ba46-4011-9ee4-69321802c5d9), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.207452 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port a3bbd33f-0100-4a89-b1ed-a67848eb1b85 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:50.219296 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (39199420-ba46-4011-9ee4-69321802c5d9), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.273152 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:50.278352 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:50.280804 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Pushing event updated for resources: {'Port': ['ID=39199420-ba46-4011-9ee4-69321802c5d9,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:50.283300 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:50.373459 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Publish callbacks [] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.377501 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] Router 42ab7ef3-71a3-4b64-903b-11a0307971cc has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:51:50.413850 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.472223 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:50.479374 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Publish callbacks [] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.481379 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:50.485806 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:50.493955 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Pushing event updated for resources: {'Port': ['ID=0c28a267-589f-4b6b-aa94-e73a28b087d7,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:50.496737 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.524186 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:51:50.529403 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-c531cfff-cd81-4b93-927d-ace4ba1bed0b admin admin] 10.222.0.79 "PUT /v2.0/routers/42ab7ef3-71a3-4b64-903b-11a0307971cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1716769 Apr 11 17:51:50.533051 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59968) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:50.541081 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] Sync routers for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:51:50.556732 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:50.558262 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:50.591457 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks [] for router_gateway (196d375c-b2e1-483e-a41d-cd3e78a4aa99), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.604770 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b1622-f865-4e5e-8d73-bab4970d7903 None None] Pushing event updated for resources: {'Port': ['ID=6ea544f2-35d5-4a0f-a122-3fe8e47fae3b,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:50.679039 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Publish callbacks [] for router (42ab7ef3-71a3-4b64-903b-11a0307971cc), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.689817 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:50.709060 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Attempting to bind port 0c28a267-589f-4b6b-aa94-e73a28b087d7 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:50.709421 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Attempting to bind port 0c28a267-589f-4b6b-aa94-e73a28b087d7 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '4228d0a6-f101-4393-8c28-4903bd95f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:50.709798 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Attempting to bind port 0c28a267-589f-4b6b-aa94-e73a28b087d7 on network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:50.722749 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:50.723116 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Checking segment: {'id': '4228d0a6-f101-4393-8c28-4903bd95f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:50.723518 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.723902 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Bound using segment: {'id': '4228d0a6-f101-4393-8c28-4903bd95f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:50.724365 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Bound port: 0c28a267-589f-4b6b-aa94-e73a28b087d7, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4228d0a6-f101-4393-8c28-4903bd95f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:50.724736 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.727032 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Attempting to bind port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:50.727385 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Attempting to bind port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:50.727731 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Attempting to bind port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:50.735191 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:50.735575 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Checking segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:50.735977 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.736531 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Bound using segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:50.737009 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Bound port: 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:50.737386 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.836747 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Publish callbacks [] for router_gateway (42ab7ef3-71a3-4b64-903b-11a0307971cc), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.894344 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-38554a96-53ff-4175-aee0-513db6010937 None None] For port 0c28a267-589f-4b6b-aa94-e73a28b087d7, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:50.896342 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Deleting port 4b91199c-e812-400d-82f0-f85490c8befe {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:51:50.896680 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (4b91199c-e812-400d-82f0-f85490c8befe), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.898008 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-38554a96-53ff-4175-aee0-513db6010937 None None] For port 0c28a267-589f-4b6b-aa94-e73a28b087d7, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=0c28a267-589f-4b6b-aa94-e73a28b087d7,segment=NetworkSegment(4228d0a6-f101-4393-8c28-4903bd95f60b),segment_id=4228d0a6-f101-4393-8c28-4903bd95f60b)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:50.908858 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] For port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:50.913976 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.920783 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4b91199c-e812-400d-82f0-f85490c8befe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:51:49Z', 'revision_number': 5, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port': {'id': '4b91199c-e812-400d-82f0-f85490c8befe', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:01Z', 'updated_at': '2022-04-11T17:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:50.935827 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] For port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=6ea544f2-35d5-4a0f-a122-3fe8e47fae3b,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:50.954930 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] Checking router: 42ab7ef3-71a3-4b64-903b-11a0307971cc for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:51:50.968554 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] Routers {'42ab7ef3-71a3-4b64-903b-11a0307971cc'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:50.970131 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['42ab7ef3-71a3-4b64-903b-11a0307971cc'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:50.998567 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.001247 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] For port 4b91199c-e812-400d-82f0-f85490c8befe, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=4b91199c-e812-400d-82f0-f85490c8befe,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:51.001611 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (4b91199c-e812-400d-82f0-f85490c8befe), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.034836 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Calling delete_port for 4b91199c-e812-400d-82f0-f85490c8befe owned by network:router_gateway {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:51:51.052533 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-44403635-028b-4998-a62b-9abd4eeb7a46 None None] Provisioning complete for port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:51.052855 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-44403635-028b-4998-a62b-9abd4eeb7a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.056250 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38554a96-53ff-4175-aee0-513db6010937 None None] Pushing event updated for resources: {'Port': ['ID=0c28a267-589f-4b6b-aa94-e73a28b087d7,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:51.064186 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (196d375c-b2e1-483e-a41d-cd3e78a4aa99), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.130921 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] Set router 42ab7ef3-71a3-4b64-903b-11a0307971cc gateway port host: None {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:51.162338 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:51.164796 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:51.215168 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:51:50Z', 'revision_number': 6, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port_host': None}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:51.236755 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b1622-f865-4e5e-8d73-bab4970d7903 None None] Pushing event updated for resources: {'Port': ['ID=6ea544f2-35d5-4a0f-a122-3fe8e47fae3b,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:51.270545 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d7779f-5b07-4cde-ba12-3ab38e939308 None None] The sync data for ids ['42ab7ef3-71a3-4b64-903b-11a0307971cc'] in dv-cinder-837167-2-iscsi is: [{'id': '42ab7ef3-71a3-4b64-903b-11a0307971cc', 'name': 'tempest-AttachVolumeTestJSON-1365111104-router', 'tenant_id': '53431df7a2614db8a675084b9f8769bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:00Z', 'updated_at': '2022-04-11T17:51:50Z', 'revision_number': 6, 'project_id': '53431df7a2614db8a675084b9f8769bd', 'gw_port_host': None}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:51:51.344578 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-44403635-028b-4998-a62b-9abd4eeb7a46 None None] Current status of the port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:51.344971 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-44403635-028b-4998-a62b-9abd4eeb7a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.413811 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (4b91199c-e812-400d-82f0-f85490c8befe), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.425317 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:51:51.440614 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-44403635-028b-4998-a62b-9abd4eeb7a46 None None] For port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=6ea544f2-35d5-4a0f-a122-3fe8e47fae3b,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:51.445649 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:51.448719 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-44403635-028b-4998-a62b-9abd4eeb7a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.476038 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b91199c-e812-400d-82f0-f85490c8befe,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:51.528629 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585406'] for router_gateway (42ab7ef3-71a3-4b64-903b-11a0307971cc), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.552614 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:51:51.572960 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.573873 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-3dc66186-42b4-4d83-9238-9b7c40d8d30e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2195492 Apr 11 17:51:51.576554 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 59970) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:51.584780 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Sync routers for ids ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:51:51.627653 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-f31664b7-0b26-4e7b-8b62-61c2caaaeab1 None None] Provisioning complete for port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:51.628019 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f31664b7-0b26-4e7b-8b62-61c2caaaeab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.631074 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44403635-028b-4998-a62b-9abd4eeb7a46 None None] Pushing event updated for resources: {'Port': ['ID=6ea544f2-35d5-4a0f-a122-3fe8e47fae3b,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:51.633247 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (42ab7ef3-71a3-4b64-903b-11a0307971cc), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.636744 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Publish callbacks [] for router_controller (42ab7ef3-71a3-4b64-903b-11a0307971cc), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.688595 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1652569'] for router (42ab7ef3-71a3-4b64-903b-11a0307971cc), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.689138 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42ab7ef3-71a3-4b64-903b-11a0307971cc {{(pid=109939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:51:51.693837 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.697891 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-9cc47d85-febf-453e-a687-773b9ea70ae9 admin admin] 10.222.0.79 "DELETE /v2.0/routers/42ab7ef3-71a3-4b64-903b-11a0307971cc HTTP/1.1" status: 204 len: 168 time: 1.1636260 Apr 11 17:51:51.698524 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59972) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:51.818331 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e68969-97f8-4ea0-af0f-ccc363aa33fa admin admin] Deleting subnet b4765981-e117-4dfa-9abd-cc2d659b3810 {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:51:51.824683 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e2e68969-97f8-4ea0-af0f-ccc363aa33fa admin admin] Publish callbacks [] for subnet (b4765981-e117-4dfa-9abd-cc2d659b3810), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.870332 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Routers {'196d375c-b2e1-483e-a41d-cd3e78a4aa99'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:51.872636 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:51.904566 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e2e68969-97f8-4ea0-af0f-ccc363aa33fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (b4765981-e117-4dfa-9abd-cc2d659b3810), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.007715 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e2e68969-97f8-4ea0-af0f-ccc363aa33fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (b4765981-e117-4dfa-9abd-cc2d659b3810), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.078036 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e2e68969-97f8-4ea0-af0f-ccc363aa33fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (b4765981-e117-4dfa-9abd-cc2d659b3810), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.111832 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-f31664b7-0b26-4e7b-8b62-61c2caaaeab1 None None] Current status of the port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:52.113314 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e68969-97f8-4ea0-af0f-ccc363aa33fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4765981-e117-4dfa-9abd-cc2d659b3810,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:52.123390 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e2e68969-97f8-4ea0-af0f-ccc363aa33fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.129110 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-e2e68969-97f8-4ea0-af0f-ccc363aa33fa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b4765981-e117-4dfa-9abd-cc2d659b3810 HTTP/1.1" status: 204 len: 168 time: 0.4295504 Apr 11 17:51:52.131861 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59974) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:52.137997 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.142938 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Set router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:52.146618 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348721b3-6ae1-4be7-9d8f-306a5faffed0 None None] Network d18a7394-4f97-4fa6-8c6e-197808eb17ef requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:52.184805 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:50Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:52.223033 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (d18a7394-4f97-4fa6-8c6e-197808eb17ef), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.259946 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5f394-1b89-4c6f-ac0e-69805db9968c None None] The sync data for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi is: [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:50Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:51:52.311926 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Deleting port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:51:52.312327 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.317994 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 0c28a267-589f-4b6b-aa94-e73a28b087d7 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:52.444398 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] For port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=1a7781a0-1e7f-4115-ae20-a0b23eaf9f24,segment=NetworkSegment(58d3e7a1-3d91-4bd7-975e-e257bce33945),segment_id=58d3e7a1-3d91-4bd7-975e-e257bce33945)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:52.444965 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Allocated IP 172.20.0.1 (452e9a81-160e-43ee-b2c1-5e7f0de72ac1/cd699a8c-312c-43ea-9ab5-23f6b40e947a/49c5d1b2-6f68-4f98-852c-07c5402ab377) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:52.445594 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.480008 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Calling delete_port for 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 owned by network:dhcp {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:51:52.553132 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e998bd-3fcf-4fe4-984f-6a93b442797e None None] Network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:52.587931 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Publish callbacks [] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.612006 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (1a7781a0-1e7f-4115-ae20-a0b23eaf9f24), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.656000 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-669d9db7-62df-4804-b380-8e14962d351e None None] Provisioning complete for port 0c28a267-589f-4b6b-aa94-e73a28b087d7 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:52.656492 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-669d9db7-62df-4804-b380-8e14962d351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.665116 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7781a0-1e7f-4115-ae20-a0b23eaf9f24,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:52.667196 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] No DVR routers for this DVR port 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 on host dv-cinder-837167-2-iscsi {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:51:52.669088 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.725136 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c398ac9-1b7b-4269-a169-5f1bac09524a None None] DHCP port deletion for d18a7394-4f97-4fa6-8c6e-197808eb17ef request from dv-cinder-837167-2-iscsi {{(pid=109940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:51:52.746110 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 0c28a267-589f-4b6b-aa94-e73a28b087d7 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:52.746536 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.786064 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (d18a7394-4f97-4fa6-8c6e-197808eb17ef), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.798785 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:52.800842 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:52.804116 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:52.822231 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18a7394-4f97-4fa6-8c6e-197808eb17ef']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:52.837451 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d3e7a1-3d91-4bd7-975e-e257bce33945') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:52.841769 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d3e7a1-3d91-4bd7-975e-e257bce33945') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:52.845334 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Pushing event updated for resources: {'Port': ['ID=49c5d1b2-6f68-4f98-852c-07c5402ab377,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:52.855480 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (58d3e7a1-3d91-4bd7-975e-e257bce33945), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.868365 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (196d375c-b2e1-483e-a41d-cd3e78a4aa99), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.878526 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (58d3e7a1-3d91-4bd7-975e-e257bce33945), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.901062 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:51:52.902353 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (58d3e7a1-3d91-4bd7-975e-e257bce33945), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:51:52.905027 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:51:52.907673 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'name': 'tempest-TestVolumeBootPattern-735730558-router', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '39199420-ba46-4011-9ee4-69321802c5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:50Z', 'revision_number': 3, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'gw_port': {'id': '39199420-ba46-4011-9ee4-69321802c5d9', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:52.971249 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Checking router: 196d375c-b2e1-483e-a41d-cd3e78a4aa99 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:51:52.971944 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Updating router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 port 39199420-ba46-4011-9ee4-69321802c5d9 binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:51:52.979695 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (d18a7394-4f97-4fa6-8c6e-197808eb17ef), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.024007 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.045907 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d18a7394-4f97-4fa6-8c6e-197808eb17ef HTTP/1.1" status: 204 len: 168 time: 0.9054782 Apr 11 17:51:53.048422 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac8b87-a0ba-4453-b345-c84833bc00f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d18a7394-4f97-4fa6-8c6e-197808eb17ef,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:53.132080 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 0c28a267-589f-4b6b-aa94-e73a28b087d7 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:53.132080 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.153907 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (39199420-ba46-4011-9ee4-69321802c5d9), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.233036 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59978) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:53.305802 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-7e0337bc-46fa-4f14-a82b-7fbaeb14dfcb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=53431df7a2614db8a675084b9f8769bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0706103 Apr 11 17:51:53.308708 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 59980) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:53.361911 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 0c28a267-589f-4b6b-aa94-e73a28b087d7, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=0c28a267-589f-4b6b-aa94-e73a28b087d7,segment=NetworkSegment(4228d0a6-f101-4393-8c28-4903bd95f60b),segment_id=4228d0a6-f101-4393-8c28-4903bd95f60b)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:53.369324 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-669d9db7-62df-4804-b380-8e14962d351e None None] Current status of the port 0c28a267-589f-4b6b-aa94-e73a28b087d7 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:53.369810 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-669d9db7-62df-4804-b380-8e14962d351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.378148 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.378756 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.406651 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ad101336-10cd-42b6-84c7-f9839163f6ed admin admin] Publish callbacks [] for security_group (9aa9a778-af0e-41f5-9c58-bb10557822c8), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.457984 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ad101336-10cd-42b6-84c7-f9839163f6ed admin admin] Publish callbacks [] for security_group (9aa9a778-af0e-41f5-9c58-bb10557822c8), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.491355 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2c4e9928-5756-4404-8f07-9be7f47002eb no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:51:53.537472 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ad101336-10cd-42b6-84c7-f9839163f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (9aa9a778-af0e-41f5-9c58-bb10557822c8), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.540836 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ad101336-10cd-42b6-84c7-f9839163f6ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.544657 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-ad101336-10cd-42b6-84c7-f9839163f6ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9aa9a778-af0e-41f5-9c58-bb10557822c8 HTTP/1.1" status: 204 len: 168 time: 0.2247033 Apr 11 17:51:53.567253 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad101336-10cd-42b6-84c7-f9839163f6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9a778-af0e-41f5-9c58-bb10557822c8,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:53.667003 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Publish callbacks [] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.674934 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.722120 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 2c4e9928-5756-4404-8f07-9be7f47002eb {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:51:53.722456 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2c4e9928-5756-4404-8f07-9be7f47002eb not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:51:53.731823 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.db.api [None req-669d9db7-62df-4804-b380-8e14962d351e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:51:53.732168 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG oslo_db.api [None req-669d9db7-62df-4804-b380-8e14962d351e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 17:51:53.753167 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Pushing event updated for resources: {'Port': ['ID=49c5d1b2-6f68-4f98-852c-07c5402ab377,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:53.757068 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (196d375c-b2e1-483e-a41d-cd3e78a4aa99), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.772425 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=0c28a267-589f-4b6b-aa94-e73a28b087d7,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:53.834161 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Publish callbacks [] for port (39199420-ba46-4011-9ee4-69321802c5d9), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.842984 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (39199420-ba46-4011-9ee4-69321802c5d9), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.888122 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:53.889931 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:53.909738 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Attempting to bind port 39199420-ba46-4011-9ee4-69321802c5d9 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:53.910187 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Attempting to bind port 39199420-ba46-4011-9ee4-69321802c5d9 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:53.910553 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Attempting to bind port 39199420-ba46-4011-9ee4-69321802c5d9 on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:53.919044 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:53.919414 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:53.919812 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.920202 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:53.922184 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Bound port: 39199420-ba46-4011-9ee4-69321802c5d9, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:53.922603 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (39199420-ba46-4011-9ee4-69321802c5d9), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.987429 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe7c1d-302b-4e2a-9dee-31434cb378db None None] Pushing event updated for resources: {'Port': ['ID=39199420-ba46-4011-9ee4-69321802c5d9,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:54.003470 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:54.114919 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:51:54.250486 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] For port 39199420-ba46-4011-9ee4-69321802c5d9, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:54.257542 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:51:54.271455 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-751a1b64-3200-43ab-b618-31129ea374e3 admin admin] 10.222.0.79 "PUT /v2.0/routers/196d375c-b2e1-483e-a41d-cd3e78a4aa99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6854079 Apr 11 17:51:54.289099 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] For port 39199420-ba46-4011-9ee4-69321802c5d9, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=39199420-ba46-4011-9ee4-69321802c5d9,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:54.303919 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (39199420-ba46-4011-9ee4-69321802c5d9), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.309917 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-669d9db7-62df-4804-b380-8e14962d351e None None] Current status of the port 0c28a267-589f-4b6b-aa94-e73a28b087d7 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:54.366642 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:54.366642 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.401594 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Routers {'196d375c-b2e1-483e-a41d-cd3e78a4aa99'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:54.402417 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:54.443659 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe7c1d-302b-4e2a-9dee-31434cb378db None None] Pushing event updated for resources: {'Port': ['ID=39199420-ba46-4011-9ee4-69321802c5d9,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:54.474806 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-543c5b22-589a-4358-aff1-9d7f8fdfb881 None None] Provisioning complete for port 49c5d1b2-6f68-4f98-852c-07c5402ab377 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:54.475195 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-543c5b22-589a-4358-aff1-9d7f8fdfb881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.530228 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60008) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:54.583155 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-543c5b22-589a-4358-aff1-9d7f8fdfb881 None None] Port 49c5d1b2-6f68-4f98-852c-07c5402ab377 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:51:54.605538 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:54.608745 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] Set router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:54.611503 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-543c5b22-589a-4358-aff1-9d7f8fdfb881 None None] Provisioning complete for port 0c28a267-589f-4b6b-aa94-e73a28b087d7 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:54.611874 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-543c5b22-589a-4358-aff1-9d7f8fdfb881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.637300 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1419027-network', 'tenant_id': '1889825f742d40bf80b1178627e263c4'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:54.670183 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:51:54.671799 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Made reservation on behalf of 1889825f742d40bf80b1178627e263c4 for: {'network': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:54.674806 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for network (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.684328 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.730801 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:51:54.731154 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 1a7781a0-1e7f-4115-ae20-a0b23eaf9f24 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:51:54.731556 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 4b91199c-e812-400d-82f0-f85490c8befe no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:51:54.764073 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Publish callbacks [] for security_group (33e74a01-b5c1-48c3-8099-25f6d379febe), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.764299 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 4b91199c-e812-400d-82f0-f85490c8befe {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:51:54.764471 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 4b91199c-e812-400d-82f0-f85490c8befe not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:51:54.770859 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (33e74a01-b5c1-48c3-8099-25f6d379febe), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.798793 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=109939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:51:54.809153 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e74a01-b5c1-48c3-8099-25f6d379febe,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:54.816429 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (b92d304f-0873-4c68-9dc4-5499bece3464), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.816776 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.segments_db [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Added segment b92d304f-0873-4c68-9dc4-5499bece3464 of type vlan for network 8d8a465d-2109-458a-b72f-dfc5617bb9ff Apr 11 17:51:54.828621 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60012) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:54.833363 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-e2cb7657-e7fe-42cb-be0b-c775209a30d9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1291104630', 'description': 'tempest-secgroup-smoke-1291104630 description', 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:54.861857 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7657-e7fe-42cb-be0b-c775209a30d9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.864030 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-543c5b22-589a-4358-aff1-9d7f8fdfb881 None None] Current status of the port 0c28a267-589f-4b6b-aa94-e73a28b087d7 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:54.866838 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747148347239'] for network (8d8a465d-2109-458a-b72f-dfc5617bb9ff), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.902715 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997'] for network (8d8a465d-2109-458a-b72f-dfc5617bb9ff), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.903737 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:54.904520 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.923403 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'name': 'tempest-TestVolumeBootPattern-735730558-router', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '39199420-ba46-4011-9ee4-69321802c5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:53Z', 'revision_number': 4, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'gw_port': {'id': '39199420-ba46-4011-9ee4-69321802c5d9', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '49c5d1b2-6f68-4f98-852c-07c5402ab377', 'name': '', 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'mac_address': 'fa:16:3e:88:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:52Z', 'updated_at': '2022-04-11T17:51:53Z', 'revision_number': 2, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'subnets': [{'id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:54.943660 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60014) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:54.943907 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4120648 Apr 11 17:51:54.954370 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Request body: {'subnet': {'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1419027-subnet', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:54.955776 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20607bd9-7b4d-4219-90d7-c93abb285992 None None] The sync data for ids ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'] in dv-cinder-837167-2-iscsi is: [{'id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'name': 'tempest-TestVolumeBootPattern-735730558-router', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '39199420-ba46-4011-9ee4-69321802c5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:53Z', 'revision_number': 4, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'gw_port': {'id': '39199420-ba46-4011-9ee4-69321802c5d9', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '49c5d1b2-6f68-4f98-852c-07c5402ab377', 'name': '', 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'mac_address': 'fa:16:3e:88:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:52Z', 'updated_at': '2022-04-11T17:51:53Z', 'revision_number': 2, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'subnets': [{'id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:51:54.965821 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7657-e7fe-42cb-be0b-c775209a30d9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group (c1f032fb-188d-4bed-9589-a52117aa2355), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.974932 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205640d-66a0-4649-9723-55213c3a8397 admin admin] Pushing event updated for resources: {'Network': ['ID=8d8a465d-2109-458a-b72f-dfc5617bb9ff,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:54.983707 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7657-e7fe-42cb-be0b-c775209a30d9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c1f032fb-188d-4bed-9589-a52117aa2355), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.989966 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff details requested by agent ovs-agent-dv-cinder-837167-2-iscsi with host dv-cinder-837167-2-iscsi {{(pid=109940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:51:55.020800 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Made reservation on behalf of 1889825f742d40bf80b1178627e263c4 for: {'subnet': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:55.023425 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-53368468'] for subnet (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.032366 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7657-e7fe-42cb-be0b-c775209a30d9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.036454 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-e2cb7657-e7fe-42cb-be0b-c775209a30d9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2039595 Apr 11 17:51:55.036786 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60016) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:55.042066 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-253b1471-79f3-46b7-af14-edaec83aac10 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'security_group_rule': {'security_group_id': 'c1f032fb-188d-4bed-9589-a52117aa2355', 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:55.044100 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb7657-e7fe-42cb-be0b-c775209a30d9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f032fb-188d-4bed-9589-a52117aa2355,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:55.078003 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-253b1471-79f3-46b7-af14-edaec83aac10 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (7f44c5c5-fc48-4931-b7dc-26d5656f4cf4), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.143961 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-253b1471-79f3-46b7-af14-edaec83aac10 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (7f44c5c5-fc48-4931-b7dc-26d5656f4cf4), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.149081 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-253b1471-79f3-46b7-af14-edaec83aac10 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (7f44c5c5-fc48-4931-b7dc-26d5656f4cf4), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.168254 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b1471-79f3-46b7-af14-edaec83aac10 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f44c5c5-fc48-4931-b7dc-26d5656f4cf4,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:55.176170 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-253b1471-79f3-46b7-af14-edaec83aac10 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.177599 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-253b1471-79f3-46b7-af14-edaec83aac10 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395512 Apr 11 17:51:55.180704 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60018) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:55.210068 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-ddb6ce57-392a-4260-8dfd-d7870ac5d6ff tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'security_group_rule': {'security_group_id': 'c1f032fb-188d-4bed-9589-a52117aa2355', 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:55.246006 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51458607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-53368454'] for subnet (9d299daa-0f4a-47e8-bfd5-e168a73e427e), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.286702 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ce57-392a-4260-8dfd-d7870ac5d6ff tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (ad829aa3-9137-4ebf-88c5-c9d1ba491a8e), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.327500 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d299daa-0f4a-47e8-bfd5-e168a73e427e,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:55.364055 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Checking segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:55.364421 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Network hostable DHCP agents. Network: 8d8a465d-2109-458a-b72f-dfc5617bb9ff, hostable agents: ['c73d64ca-6388-4d2c-aa08-0b2ab6652432'], hosted agents: [] {{(pid=109938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:51:55.388500 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ce57-392a-4260-8dfd-d7870ac5d6ff tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (ad829aa3-9137-4ebf-88c5-c9d1ba491a8e), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.392857 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ce57-392a-4260-8dfd-d7870ac5d6ff tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (ad829aa3-9137-4ebf-88c5-c9d1ba491a8e), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.400846 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff is scheduled to be hosted by DHCP agent c73d64ca-6388-4d2c-aa08-0b2ab6652432 with binding_index 1 {{(pid=109938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:51:55.417588 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6ce57-392a-4260-8dfd-d7870ac5d6ff tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad829aa3-9137-4ebf-88c5-c9d1ba491a8e,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:55.421979 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-2-iscsi, 8d8a465d-2109-458a-b72f-dfc5617bb9ff) {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:55.426642 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:55.427097 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.431708 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ce57-392a-4260-8dfd-d7870ac5d6ff tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.432919 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb612054-a9fe-4cc8-9b39-8336192a434c None None] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:55.436911 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60020) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:55.437103 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-ddb6ce57-392a-4260-8dfd-d7870ac5d6ff tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2306359 Apr 11 17:51:55.442764 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-dcbd6333-a727-45c2-af1c-bd1628f1e538 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'security_group_rule': {'security_group_id': 'c1f032fb-188d-4bed-9589-a52117aa2355', 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:55.456817 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-6f31586b-0301-420b-818b-6ebb93333e04 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5113671 Apr 11 17:51:55.458895 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60022) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:55.464608 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:55.477585 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6333-a727-45c2-af1c-bd1628f1e538 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (cb908d11-5510-4ec9-b0eb-091d9293d557), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.488539 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (03005b7a-24a1-4383-9c26-c107bf816e68), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.490593 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588257', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (03005b7a-24a1-4383-9c26-c107bf816e68), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.554686 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6333-a727-45c2-af1c-bd1628f1e538 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (cb908d11-5510-4ec9-b0eb-091d9293d557), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.557060 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks [] for router_controller (03005b7a-24a1-4383-9c26-c107bf816e68), precommit_add_association {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.560712 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6333-a727-45c2-af1c-bd1628f1e538 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (cb908d11-5510-4ec9-b0eb-091d9293d557), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.560901 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42b0c5b8-1285-5e10-bc2b-9ffaa8eaddc3-8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e'}]}} from dv-cinder-837167-2-iscsi. {{(pid=109940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:51:55.561996 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.590042 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd6333-a727-45c2-af1c-bd1628f1e538 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb908d11-5510-4ec9-b0eb-091d9293d557,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:55.598561 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6333-a727-45c2-af1c-bd1628f1e538 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.602994 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-dcbd6333-a727-45c2-af1c-bd1628f1e538 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641035 Apr 11 17:51:55.604083 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60024) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:55.609289 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-1b33d225-be3e-49b7-bc1b-1219d1a9f22f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'security_group_rule': {'security_group_id': 'c1f032fb-188d-4bed-9589-a52117aa2355', 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:55.642740 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1b33d225-be3e-49b7-bc1b-1219d1a9f22f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (9113953d-f7d0-415c-8a43-28c6462d596d), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.721892 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1b33d225-be3e-49b7-bc1b-1219d1a9f22f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (9113953d-f7d0-415c-8a43-28c6462d596d), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.723271 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.db_base_plugin_common [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Allocated IP 172.20.0.2 (8d8a465d-2109-458a-b72f-dfc5617bb9ff/9d299daa-0f4a-47e8-bfd5-e168a73e427e/9c27cce5-77b5-4a68-9113-ac52f451d857) {{(pid=109940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:55.729206 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks [] for router_gateway (03005b7a-24a1-4383-9c26-c107bf816e68), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.734410 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1b33d225-be3e-49b7-bc1b-1219d1a9f22f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (9113953d-f7d0-415c-8a43-28c6462d596d), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.753851 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33d225-be3e-49b7-bc1b-1219d1a9f22f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9113953d-f7d0-415c-8a43-28c6462d596d,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:55.769035 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1b33d225-be3e-49b7-bc1b-1219d1a9f22f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.773442 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-1b33d225-be3e-49b7-bc1b-1219d1a9f22f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1679690 Apr 11 17:51:55.774135 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60026) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:55.778982 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-350bd0f6-c8ab-446b-b00e-9e696fabda44 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'security_group_rule': {'security_group_id': 'c1f032fb-188d-4bed-9589-a52117aa2355', 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:55.826263 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.securitygroups_db [None req-350bd0f6-c8ab-446b-b00e-9e696fabda44 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Project 37b197cfcc8a4aacbaf370af2dde7fa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:51:55.842184 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-350bd0f6-c8ab-446b-b00e-9e696fabda44 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (caa84f46-9bfe-4b14-ae7f-841b374cb738), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.936666 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 0c28a267-589f-4b6b-aa94-e73a28b087d7 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:55.959558 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-350bd0f6-c8ab-446b-b00e-9e696fabda44 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (caa84f46-9bfe-4b14-ae7f-841b374cb738), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.968658 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-350bd0f6-c8ab-446b-b00e-9e696fabda44 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (caa84f46-9bfe-4b14-ae7f-841b374cb738), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.996224 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Publish callbacks [] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), precommit_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.011560 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), after_create {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.017264 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bd0f6-c8ab-446b-b00e-9e696fabda44 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa84f46-9bfe-4b14-ae7f-841b374cb738,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:56.036235 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-350bd0f6-c8ab-446b-b00e-9e696fabda44 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.039431 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-350bd0f6-c8ab-446b-b00e-9e696fabda44 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2640305 Apr 11 17:51:56.041912 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60028) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:56.049297 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-503ceec7-c0ec-4ee8-a542-c297647e572a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'security_group_rule': {'security_group_id': 'c1f032fb-188d-4bed-9589-a52117aa2355', 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:56.056026 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks [] for router_gateway (03005b7a-24a1-4383-9c26-c107bf816e68), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.080121 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.081844 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.securitygroups_db [None req-503ceec7-c0ec-4ee8-a542-c297647e572a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Project 37b197cfcc8a4aacbaf370af2dde7fa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:51:56.086877 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff is already hosted by enough agents. {{(pid=109940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:56.090691 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-503ceec7-c0ec-4ee8-a542-c297647e572a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (b7c60f2a-bd79-4235-a2c9-ab1aea7637ba), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.094552 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.scheduler.base_scheduler [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Resources bound (agent type, host, resource id): {{(pid=109940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:56.100380 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Received port after_create {{(pid=109940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:56.103903 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Pushing event updated for resources: {'Port': ['ID=9c27cce5-77b5-4a68-9113-ac52f451d857,revision_number=1']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:56.107929 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 0c28a267-589f-4b6b-aa94-e73a28b087d7 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:56.108302 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.174406 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-503ceec7-c0ec-4ee8-a542-c297647e572a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (b7c60f2a-bd79-4235-a2c9-ab1aea7637ba), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.182249 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-503ceec7-c0ec-4ee8-a542-c297647e572a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (b7c60f2a-bd79-4235-a2c9-ab1aea7637ba), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.204311 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ceec7-c0ec-4ee8-a542-c297647e572a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c60f2a-bd79-4235-a2c9-ab1aea7637ba,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:56.214484 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Attempting to bind port 9c27cce5-77b5-4a68-9113-ac52f451d857 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:56.214937 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Attempting to bind port 9c27cce5-77b5-4a68-9113-ac52f451d857 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:56.215422 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Attempting to bind port 9c27cce5-77b5-4a68-9113-ac52f451d857 on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:56.217062 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Allocated IP 172.27.0.135 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/bc86298e-4b24-43ed-88d5-106aab5aef6a) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:56.223349 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-503ceec7-c0ec-4ee8-a542-c297647e572a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.224642 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-503ceec7-c0ec-4ee8-a542-c297647e572a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1817703 Apr 11 17:51:56.264405 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 0c28a267-589f-4b6b-aa94-e73a28b087d7 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:56.269828 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:56.270400 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Checking segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:56.271055 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.271531 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Bound using segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:56.272100 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Bound port: 9c27cce5-77b5-4a68-9113-ac52f451d857, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:56.272567 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.352816 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks [] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.358186 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] For port 9c27cce5-77b5-4a68-9113-ac52f451d857, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:56.362799 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] For port 9c27cce5-77b5-4a68-9113-ac52f451d857, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=9c27cce5-77b5-4a68-9113-ac52f451d857,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:56.375209 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.397604 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.459077 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92851386-bb01-49ca-9acf-c392f5a642f2 None None] Pushing event updated for resources: {'Port': ['ID=9c27cce5-77b5-4a68-9113-ac52f451d857,revision_number=2']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:56.462572 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:56.466326 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:56.469546 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:56.497401 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Pushing event updated for resources: {'Port': ['ID=bc86298e-4b24-43ed-88d5-106aab5aef6a,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:56.811888 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks [] for router_gateway (03005b7a-24a1-4383-9c26-c107bf816e68), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.022394 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585362'] for router (03005b7a-24a1-4383-9c26-c107bf816e68), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.185766 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Router 03005b7a-24a1-4383-9c26-c107bf816e68 is scheduled to L3 agent bd3526aa-c47e-471d-b754-873dde209141 with binding_index 1 {{(pid=109938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:51:57.306914 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:51:57.320326 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:51:57.327915 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.332193 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-00cd1d03-b025-4d1c-b01b-6fcba3da000d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8697081 Apr 11 17:51:57.332640 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60086) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:57.334791 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:57.335470 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-da243fcd-30d0-4497-996e-645b6818726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:57.475043 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:57.818581 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-da243fcd-30d0-4497-996e-645b6818726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:56Z', 'revision_number': 3, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:57.841068 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.859906 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:51:57.860542 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Updating router 03005b7a-24a1-4383-9c26-c107bf816e68 port bc86298e-4b24-43ed-88d5-106aab5aef6a binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:51:57.905834 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.914211 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 9c27cce5-77b5-4a68-9113-ac52f451d857 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:57.998851 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 9c27cce5-77b5-4a68-9113-ac52f451d857 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:57.999313 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.043246 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe3911e-5608-43af-a15d-58de92e2b01c None None] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:58.076539 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Allocated IP 172.20.0.1 (8d8a465d-2109-458a-b72f-dfc5617bb9ff/9d299daa-0f4a-47e8-bfd5-e168a73e427e/7c371c82-4702-4dd8-bc34-47918be7d41f) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:58.207999 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Publish callbacks [] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.249937 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Publish callbacks [] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.253913 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.260532 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.294429 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-0a26f531-798a-4e47-b95d-42eafa29b58e None None] Provisioning complete for port 9c27cce5-77b5-4a68-9113-ac52f451d857 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:58.294706 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0a26f531-798a-4e47-b95d-42eafa29b58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.306532 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:58.311338 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:58.316202 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:58.319482 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Pushing event updated for resources: {'Port': ['ID=7c371c82-4702-4dd8-bc34-47918be7d41f,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.323963 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Attempting to bind port bc86298e-4b24-43ed-88d5-106aab5aef6a on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:58.325426 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Attempting to bind port bc86298e-4b24-43ed-88d5-106aab5aef6a by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:58.327643 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Attempting to bind port bc86298e-4b24-43ed-88d5-106aab5aef6a on network 9c270527-7277-4b59-bd74-576f64306e5e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:58.333487 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 9c27cce5-77b5-4a68-9113-ac52f451d857 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:58.337375 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.342854 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:58.343232 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Checking segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:58.343908 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.344964 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Bound using segment: {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:58.345642 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Bound port: bc86298e-4b24-43ed-88d5-106aab5aef6a, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2a42-5fdc-402e-9754-2ee1ca217311', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:58.346232 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.359841 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585185'] for router_interface (03005b7a-24a1-4383-9c26-c107bf816e68), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.409815 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 9c27cce5-77b5-4a68-9113-ac52f451d857, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=9c27cce5-77b5-4a68-9113-ac52f451d857,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:58.417167 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-da243fcd-30d0-4497-996e-645b6818726f None None] For port bc86298e-4b24-43ed-88d5-106aab5aef6a, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:58.421682 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-da243fcd-30d0-4497-996e-645b6818726f None None] For port bc86298e-4b24-43ed-88d5-106aab5aef6a, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=bc86298e-4b24-43ed-88d5-106aab5aef6a,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:58.423311 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04803d81-d9ab-4ceb-8488-7f04e1d7f3ee None None] Pushing event updated for resources: {'Port': ['ID=bc86298e-4b24-43ed-88d5-106aab5aef6a,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.436086 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.443448 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.444396 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 39199420-ba46-4011-9ee4-69321802c5d9 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:58.494434 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-0a26f531-798a-4e47-b95d-42eafa29b58e None None] Current status of the port 9c27cce5-77b5-4a68-9113-ac52f451d857 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:58.494434 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0a26f531-798a-4e47-b95d-42eafa29b58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.527427 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.535796 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04803d81-d9ab-4ceb-8488-7f04e1d7f3ee None None] Pushing event updated for resources: {'Port': ['ID=bc86298e-4b24-43ed-88d5-106aab5aef6a,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.540610 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:58.541233 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-da243fcd-30d0-4497-996e-645b6818726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:58.587333 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 39199420-ba46-4011-9ee4-69321802c5d9 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:58.587703 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (39199420-ba46-4011-9ee4-69321802c5d9), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.591014 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=9c27cce5-77b5-4a68-9113-ac52f451d857,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.673588 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.db.api [None req-0a26f531-798a-4e47-b95d-42eafa29b58e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:51:58.673990 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG oslo_db.api [None req-0a26f531-798a-4e47-b95d-42eafa29b58e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 17:51:58.711428 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-da243fcd-30d0-4497-996e-645b6818726f None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:58.735257 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 39199420-ba46-4011-9ee4-69321802c5d9 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:58.735649 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (39199420-ba46-4011-9ee4-69321802c5d9), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.759820 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port 39199420-ba46-4011-9ee4-69321802c5d9, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=39199420-ba46-4011-9ee4-69321802c5d9,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:58.767687 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (39199420-ba46-4011-9ee4-69321802c5d9), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.792085 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Publish callbacks [] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.803298 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.840783 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Sync routers for ids ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:51:58.850991 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=39199420-ba46-4011-9ee4-69321802c5d9,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.870458 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Routers {'196d375c-b2e1-483e-a41d-cd3e78a4aa99'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:58.871365 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:58.886308 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585553'] for router_interface (03005b7a-24a1-4383-9c26-c107bf816e68), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.895722 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Pushing event updated for resources: {'Port': ['ID=7c371c82-4702-4dd8-bc34-47918be7d41f,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.989624 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-da243fcd-30d0-4497-996e-645b6818726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:59.022185 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:59.023688 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:59.036394 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da243fcd-30d0-4497-996e-645b6818726f None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:51:59.053302 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Set router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:59.170384 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Router 03005b7a-24a1-4383-9c26-c107bf816e68 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:51:59.269534 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-0a26f531-798a-4e47-b95d-42eafa29b58e None None] Current status of the port 9c27cce5-77b5-4a68-9113-ac52f451d857 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:59.339261 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'name': 'tempest-TestVolumeBootPattern-735730558-router', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '39199420-ba46-4011-9ee4-69321802c5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:53Z', 'revision_number': 4, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'gw_port': {'id': '39199420-ba46-4011-9ee4-69321802c5d9', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '49c5d1b2-6f68-4f98-852c-07c5402ab377', 'name': '', 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'mac_address': 'fa:16:3e:88:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:52Z', 'updated_at': '2022-04-11T17:51:53Z', 'revision_number': 2, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'subnets': [{'id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:59.369668 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Checking router: 196d375c-b2e1-483e-a41d-cd3e78a4aa99 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:51:59.370117 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Updating router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 port 49c5d1b2-6f68-4f98-852c-07c5402ab377 binding host dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:51:59.418525 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.420531 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-e6a80e38-221b-4dcf-8e39-ddbfcde805b8 None None] Provisioning complete for port 9c27cce5-77b5-4a68-9113-ac52f451d857 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:59.420886 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e6a80e38-221b-4dcf-8e39-ddbfcde805b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.635621 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:51:59.639392 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-e6a80e38-221b-4dcf-8e39-ddbfcde805b8 None None] Current status of the port 9c27cce5-77b5-4a68-9113-ac52f451d857 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:59.642053 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-bd399039-0348-436e-b583-71c0b72b36fa admin admin] 10.222.0.79 "PUT /v2.0/routers/03005b7a-24a1-4383-9c26-c107bf816e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3081539 Apr 11 17:51:59.692711 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-e6a80e38-221b-4dcf-8e39-ddbfcde805b8 None None] Provisioning complete for port 7c371c82-4702-4dd8-bc34-47918be7d41f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:59.693169 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e6a80e38-221b-4dcf-8e39-ddbfcde805b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.746672 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-e6a80e38-221b-4dcf-8e39-ddbfcde805b8 None None] Port 7c371c82-4702-4dd8-bc34-47918be7d41f cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:51:59.867039 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 9c27cce5-77b5-4a68-9113-ac52f451d857 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:59.919528 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Publish callbacks [] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), precommit_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.936092 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.997187 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 9c27cce5-77b5-4a68-9113-ac52f451d857 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:59.997472 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.059803 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87671c-7254-40d4-aa8a-1a55f205d847 None None] Pushing event updated for resources: {'Port': ['ID=49c5d1b2-6f68-4f98-852c-07c5402ab377,revision_number=3']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:00.082667 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60102) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:00.088861 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-5cccab36-03cb-4188-82e4-ee5d84d362bf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501941591', 'description': 'tempest-description--294272125'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:00.133270 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Attempting to bind port 49c5d1b2-6f68-4f98-852c-07c5402ab377 on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:52:00.133635 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Attempting to bind port 49c5d1b2-6f68-4f98-852c-07c5402ab377 by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': '4228d0a6-f101-4393-8c28-4903bd95f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1'}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:52:00.134028 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Attempting to bind port 49c5d1b2-6f68-4f98-852c-07c5402ab377 on network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:00.140193 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5cccab36-03cb-4188-82e4-ee5d84d362bf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.143554 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:52:00.143940 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Checking segment: {'id': '4228d0a6-f101-4393-8c28-4903bd95f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:00.144893 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.145407 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Bound using segment: {'id': '4228d0a6-f101-4393-8c28-4903bd95f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1'} {{(pid=109940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:52:00.145939 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.managers [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Bound port: 49c5d1b2-6f68-4f98-852c-07c5402ab377, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4228d0a6-f101-4393-8c28-4903bd95f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1'}}] {{(pid=109940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:52:00.146327 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.242135 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5cccab36-03cb-4188-82e4-ee5d84d362bf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (81220862-8ac6-4dc6-8fbc-b9bdca437fa0), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.250729 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5cccab36-03cb-4188-82e4-ee5d84d362bf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (81220862-8ac6-4dc6-8fbc-b9bdca437fa0), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.270097 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 9c27cce5-77b5-4a68-9113-ac52f451d857 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:00.271251 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 39199420-ba46-4011-9ee4-69321802c5d9 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:00.273847 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] For port 49c5d1b2-6f68-4f98-852c-07c5402ab377, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:52:00.280613 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] For port 49c5d1b2-6f68-4f98-852c-07c5402ab377, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=49c5d1b2-6f68-4f98-852c-07c5402ab377,segment=NetworkSegment(4228d0a6-f101-4393-8c28-4903bd95f60b),segment_id=4228d0a6-f101-4393-8c28-4903bd95f60b)] {{(pid=109940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:52:00.286349 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5cccab36-03cb-4188-82e4-ee5d84d362bf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.287608 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5cccab36-03cb-4188-82e4-ee5d84d362bf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2038455 Apr 11 17:52:00.290538 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60104) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:00.295290 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-a2c3d56f-3b67-4df0-a90d-eccf3cc36bb3 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group_rule': {'security_group_id': '81220862-8ac6-4dc6-8fbc-b9bdca437fa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:00.306970 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccab36-03cb-4188-82e4-ee5d84d362bf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81220862-8ac6-4dc6-8fbc-b9bdca437fa0,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:00.309443 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-924c457d-68df-4a0c-a8ad-199f48ff8be4 None None] Provisioning complete for port 49c5d1b2-6f68-4f98-852c-07c5402ab377 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:00.309636 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-924c457d-68df-4a0c-a8ad-199f48ff8be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.333170 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.352454 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d56f-3b67-4df0-a90d-eccf3cc36bb3 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (5afed8c0-fb03-40c2-8426-7ee774bd06a1), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.420478 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d56f-3b67-4df0-a90d-eccf3cc36bb3 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (5afed8c0-fb03-40c2-8426-7ee774bd06a1), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.425621 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d56f-3b67-4df0-a90d-eccf3cc36bb3 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (5afed8c0-fb03-40c2-8426-7ee774bd06a1), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.448526 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3d56f-3b67-4df0-a90d-eccf3cc36bb3 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afed8c0-fb03-40c2-8426-7ee774bd06a1,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:00.460252 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d56f-3b67-4df0-a90d-eccf3cc36bb3 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.461883 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a2c3d56f-3b67-4df0-a90d-eccf3cc36bb3 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702757 Apr 11 17:52:00.464971 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60106) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:00.470355 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-64316b29-b35b-4bdb-8872-a4fea5ca3dbe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group_rule': {'security_group_id': '81220862-8ac6-4dc6-8fbc-b9bdca437fa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:00.501197 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-64316b29-b35b-4bdb-8872-a4fea5ca3dbe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (0c02051e-1e3a-47ce-a397-aadb3feb822b), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.576864 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-64316b29-b35b-4bdb-8872-a4fea5ca3dbe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (0c02051e-1e3a-47ce-a397-aadb3feb822b), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.579366 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87671c-7254-40d4-aa8a-1a55f205d847 None None] Pushing event updated for resources: {'Port': ['ID=49c5d1b2-6f68-4f98-852c-07c5402ab377,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:00.582087 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Routers {'196d375c-b2e1-483e-a41d-cd3e78a4aa99'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:00.582704 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:00.585499 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 39199420-ba46-4011-9ee4-69321802c5d9 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:00.585915 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (39199420-ba46-4011-9ee4-69321802c5d9), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.592249 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-64316b29-b35b-4bdb-8872-a4fea5ca3dbe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (0c02051e-1e3a-47ce-a397-aadb3feb822b), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.611216 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64316b29-b35b-4bdb-8872-a4fea5ca3dbe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c02051e-1e3a-47ce-a397-aadb3feb822b,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:00.631533 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-64316b29-b35b-4bdb-8872-a4fea5ca3dbe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.633996 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-64316b29-b35b-4bdb-8872-a4fea5ca3dbe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674616 Apr 11 17:52:00.636994 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60108) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:00.643168 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:00.670216 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.762244 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-924c457d-68df-4a0c-a8ad-199f48ff8be4 None None] Current status of the port 49c5d1b2-6f68-4f98-852c-07c5402ab377 is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:00.762640 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-924c457d-68df-4a0c-a8ad-199f48ff8be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.781382 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.808943 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-924c457d-68df-4a0c-a8ad-199f48ff8be4 None None] For port 49c5d1b2-6f68-4f98-852c-07c5402ab377, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=49c5d1b2-6f68-4f98-852c-07c5402ab377,segment=NetworkSegment(4228d0a6-f101-4393-8c28-4903bd95f60b),segment_id=4228d0a6-f101-4393-8c28-4903bd95f60b)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:00.843828 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-924c457d-68df-4a0c-a8ad-199f48ff8be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.863668 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] Set router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:00.911750 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Allocated IP 172.27.0.28 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/1c4e5fa8-d3f9-4813-b02e-957504d187e7) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:00.924244 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 39199420-ba46-4011-9ee4-69321802c5d9 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:00.984742 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c457d-68df-4a0c-a8ad-199f48ff8be4 None None] Pushing event updated for resources: {'Port': ['ID=49c5d1b2-6f68-4f98-852c-07c5402ab377,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:01.019286 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-628341ba-92fd-4ade-bcb3-602d12cd09ce None None] Provisioning complete for port 49c5d1b2-6f68-4f98-852c-07c5402ab377 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:01.019286 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-628341ba-92fd-4ade-bcb3-602d12cd09ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.035863 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (1c4e5fa8-d3f9-4813-b02e-957504d187e7), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.074145 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (1c4e5fa8-d3f9-4813-b02e-957504d187e7), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.127567 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:01.133426 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:01.135739 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=1c4e5fa8-d3f9-4813-b02e-957504d187e7,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:01.138470 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:01.189321 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-628341ba-92fd-4ade-bcb3-602d12cd09ce None None] Current status of the port 49c5d1b2-6f68-4f98-852c-07c5402ab377 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:01.191994 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'name': 'tempest-TestVolumeBootPattern-735730558-router', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '39199420-ba46-4011-9ee4-69321802c5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:53Z', 'revision_number': 4, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'gw_port': {'id': '39199420-ba46-4011-9ee4-69321802c5d9', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '49c5d1b2-6f68-4f98-852c-07c5402ab377', 'name': '', 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'mac_address': 'fa:16:3e:88:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:52Z', 'updated_at': '2022-04-11T17:52:00Z', 'revision_number': 4, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'subnets': [{'id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:01.220788 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d684d-076b-496e-8488-7029ff47eb70 None None] The sync data for ids ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'] in dv-cinder-837167-2-iscsi is: [{'id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'name': 'tempest-TestVolumeBootPattern-735730558-router', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '39199420-ba46-4011-9ee4-69321802c5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:53Z', 'revision_number': 4, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'gw_port': {'id': '39199420-ba46-4011-9ee4-69321802c5d9', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '49c5d1b2-6f68-4f98-852c-07c5402ab377', 'name': '', 'network_id': '452e9a81-160e-43ee-b2c1-5e7f0de72ac1', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'mac_address': 'fa:16:3e:88:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:52Z', 'updated_at': '2022-04-11T17:52:00Z', 'revision_number': 4, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'subnets': [{'id': 'cd699a8c-312c-43ea-9ab5-23f6b40e947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:01.251589 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (6aa9acfb-cd77-4a71-9f2f-e2051c97645b), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.291083 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (1c4e5fa8-d3f9-4813-b02e-957504d187e7), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.467280 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (1c4e5fa8-d3f9-4813-b02e-957504d187e7), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.473458 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (1c4e5fa8-d3f9-4813-b02e-957504d187e7), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.545675 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=1c4e5fa8-d3f9-4813-b02e-957504d187e7,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:01.558438 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (6aa9acfb-cd77-4a71-9f2f-e2051c97645b), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.576701 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.578101 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-7181121e-6e3c-4017-abf0-f90c7c5c4456 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9397461 Apr 11 17:52:01.740530 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-e616338e-90e1-435d-ac7c-bbdbd5812022 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--501941591&fields=id&tenant_id=1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 267 time: 0.0461955 Apr 11 17:52:01.892059 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 49c5d1b2-6f68-4f98-852c-07c5402ab377 up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:01.896504 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-0f1f691f-cdb4-4489-baff-de46eb0e75b2 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:01.898139 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-0f1f691f-cdb4-4489-baff-de46eb0e75b2 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 812 time: 0.1505387 Apr 11 17:52:01.914162 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-e97945a9-cb6b-4df3-a7d7-09444d8772f7 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/quotas/1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 375 time: 0.0100276 Apr 11 17:52:01.950694 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 49c5d1b2-6f68-4f98-852c-07c5402ab377 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:01.951065 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.968068 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-0d7f2e19-df7a-4938-9314-f5d0cc1b79ad tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472116 Apr 11 17:52:01.988739 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:52:02.035610 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 49c5d1b2-6f68-4f98-852c-07c5402ab377 is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:02.036727 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device bc86298e-4b24-43ed-88d5-106aab5aef6a up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:02.091398 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port bc86298e-4b24-43ed-88d5-106aab5aef6a triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:02.091764 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:02.137423 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-31e99719-47ea-4b4a-96e6-8a217f3d5649 service neutron] 10.222.0.79 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567864 Apr 11 17:52:02.185962 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port bc86298e-4b24-43ed-88d5-106aab5aef6a is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:02.186356 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:02.209852 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] For port bc86298e-4b24-43ed-88d5-106aab5aef6a, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=bc86298e-4b24-43ed-88d5-106aab5aef6a,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:02.215479 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:02.241357 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-5bce3763-b714-429d-84af-886932c473b6 service neutron] 10.222.0.79 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979745 Apr 11 17:52:02.271944 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Pushing event updated for resources: {'Port': ['ID=bc86298e-4b24-43ed-88d5-106aab5aef6a,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:02.418503 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71de9505-02ab-4821-b440-868a96b46f84 req-cf662173-f2b0-4aae-9d0f-433916f56ad0 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 210 time: 0.0320640 Apr 11 17:52:03.214067 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:03.392692 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:03.416091 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:03.417869 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:03.472225 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7754e64a-3f97-4262-8fa5-df0c17a3e08b tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:03.473954 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7754e64a-3f97-4262-8fa5-df0c17a3e08b tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 812 time: 0.1426718 Apr 11 17:52:03.553073 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-f84e7493-f582-49e0-8087-a0101624fc92 req-8eb4ea5d-53a8-4f19-9966-0c563a3074dc tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 210 time: 0.0440726 Apr 11 17:52:03.576505 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:03.598011 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-f2b4addd-9e37-4408-bdaf-1fc8183c527e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 379 time: 0.1131210 Apr 11 17:52:03.644854 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'port': {'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'admin_state_up': True, 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'security_groups': ['81220862-8ac6-4dc6-8fbc-b9bdca437fa0']}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:03.806236 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Made reservation on behalf of 1889825f742d40bf80b1178627e263c4 for: {'port': 1} {{(pid=109938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:03.807509 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-5dc0822e-867e-4930-b736-46395e69bc35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463507 Apr 11 17:52:03.811678 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 2, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:03.816384 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:03.834140 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device bc86298e-4b24-43ed-88d5-106aab5aef6a up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:03.863426 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:03.863771 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Updating router 03005b7a-24a1-4383-9c26-c107bf816e68 port 7c371c82-4702-4dd8-bc34-47918be7d41f binding host dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:52:03.899040 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port bc86298e-4b24-43ed-88d5-106aab5aef6a triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:03.899661 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:03.908131 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:03.919508 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-14e793cb-f46d-4907-806b-5e2b7ead0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:03.922332 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-14e793cb-f46d-4907-806b-5e2b7ead0e60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af0fe002d6c64500a492b75f6281e779&device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 1131 time: 0.0754838 Apr 11 17:52:03.973831 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Allocated IP 172.20.0.11 (8d8a465d-2109-458a-b72f-dfc5617bb9ff/9d299daa-0f4a-47e8-bfd5-e168a73e427e/a9081e6d-1c97-48a8-b65c-3814b5324d79) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:04.006202 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port bc86298e-4b24-43ed-88d5-106aab5aef6a is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:04.096857 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-eaad4389-c49d-4064-86b7-94ee689f5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:04.098359 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-eaad4389-c49d-4064-86b7-94ee689f5d1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 200 len: 917 time: 0.1252279 Apr 11 17:52:04.167456 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.177583 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-3287cd1d-3954-4b64-96a1-e52c899e8d40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c HTTP/1.1" status: 200 len: 1002 time: 0.0717475 Apr 11 17:52:04.214159 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.238579 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-4a91f502-dabd-465a-b8b9-1e93584acc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:04.241782 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-4a91f502-dabd-465a-b8b9-1e93584acc31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 200 len: 855 time: 0.0559943 Apr 11 17:52:04.270964 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:04.276520 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:04.279011 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:04.290148 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=a9081e6d-1c97-48a8-b65c-3814b5324d79,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:04.291993 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-c975eb83-5e34-4d5f-a69e-91980fe8b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:04.297450 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-c975eb83-5e34-4d5f-a69e-91980fe8b826 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502257 Apr 11 17:52:04.354251 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:04.355036 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.390594 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-7e9f6b4d-3a25-471a-9486-a51ce3b07810 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7502356 Apr 11 17:52:04.405332 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Request body: {'port': {'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:04.446327 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-4296fefd-9bcf-4b7c-ba12-c447079d2761 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396213 Apr 11 17:52:04.496908 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.521970 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Publish callbacks [] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.531126 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.555665 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-26c99109-5c32-4571-a642-dfe50a0806e6 None None] Provisioning complete for port a9081e6d-1c97-48a8-b65c-3814b5324d79 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:04.557588 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-26c99109-5c32-4571-a642-dfe50a0806e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.568210 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-2b5a4551-5034-43c1-ba7e-e889acf32bc8 req-b7f8497d-de45-4377-b66e-cc8d7f873664 service neutron] 10.222.0.37 "GET /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150837 Apr 11 17:52:04.622113 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbfc12-a592-4c5d-bbb3-3162febda374 None None] Pushing event updated for resources: {'Port': ['ID=7c371c82-4702-4dd8-bc34-47918be7d41f,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:04.632240 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-26c99109-5c32-4571-a642-dfe50a0806e6 None None] Port a9081e6d-1c97-48a8-b65c-3814b5324d79 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:52:04.663923 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Attempting to bind port 7c371c82-4702-4dd8-bc34-47918be7d41f on host dv-cinder-837167-2-iscsi for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:52:04.664380 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Attempting to bind port 7c371c82-4702-4dd8-bc34-47918be7d41f by drivers openvswitch,hyperv on host dv-cinder-837167-2-iscsi at level 0 using segments [{'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:52:04.664816 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Attempting to bind port 7c371c82-4702-4dd8-bc34-47918be7d41f on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:04.674065 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Checking agent: {'id': '67942ef1-2d8a-4fd6-8b5c-67a59eccfe17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 36, 18), 'started_at': datetime.datetime(2022, 4, 11, 17, 36, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:52:04.674464 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Checking segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:04.674935 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.675440 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Bound using segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:52:04.675995 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Bound port: 7c371c82-4702-4dd8-bc34-47918be7d41f, host: dv-cinder-837167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:52:04.676575 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.774534 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] For port 7c371c82-4702-4dd8-bc34-47918be7d41f, host dv-cinder-837167-2-iscsi, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:52:04.778219 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] For port 7c371c82-4702-4dd8-bc34-47918be7d41f, host dv-cinder-837167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=7c371c82-4702-4dd8-bc34-47918be7d41f,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:52:04.788800 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.859058 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:04.859835 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:51:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:04.903186 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbfc12-a592-4c5d-bbb3-3162febda374 None None] Pushing event updated for resources: {'Port': ['ID=7c371c82-4702-4dd8-bc34-47918be7d41f,revision_number=4']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:04.979923 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-649e460e-e59a-46ac-b2ce-d822c7c4e3ba None None] Provisioning complete for port 7c371c82-4702-4dd8-bc34-47918be7d41f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:04.980723 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-649e460e-e59a-46ac-b2ce-d822c7c4e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:05.045951 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:05.111570 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-649e460e-e59a-46ac-b2ce-d822c7c4e3ba None None] Current status of the port 7c371c82-4702-4dd8-bc34-47918be7d41f is: DOWN; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:05.112222 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-649e460e-e59a-46ac-b2ce-d822c7c4e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:05.153632 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-649e460e-e59a-46ac-b2ce-d822c7c4e3ba None None] For port 7c371c82-4702-4dd8-bc34-47918be7d41f, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=7c371c82-4702-4dd8-bc34-47918be7d41f,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:05.162455 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-649e460e-e59a-46ac-b2ce-d822c7c4e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:05.189440 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89ba7-536b-4a62-9a24-06c598743d37 req-2c96620e-bad4-47a1-ab71-08619d573c88 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:05.197596 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-96e89ba7-536b-4a62-9a24-06c598743d37 req-2c96620e-bad4-47a1-ab71-08619d573c88 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 932 time: 0.4865687 Apr 11 17:52:05.221624 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e460e-e59a-46ac-b2ce-d822c7c4e3ba None None] Pushing event updated for resources: {'Port': ['ID=7c371c82-4702-4dd8-bc34-47918be7d41f,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:05.271620 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-96e89ba7-536b-4a62-9a24-06c598743d37 req-4521c63d-9be9-42ab-b284-1a84b8519893 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741410 Apr 11 17:52:05.284994 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-c820592a-108b-4177-9c4e-550bf6013b9a None None] Provisioning complete for port 7c371c82-4702-4dd8-bc34-47918be7d41f triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:05.285403 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c820592a-108b-4177-9c4e-550bf6013b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:05.316218 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:04Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:05.338801 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9081e6d-1c97-48a8-b65c-3814b5324d79 {{(pid=109938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:52:05.345895 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b7110-870f-445b-8adc-ce0507cd33e9 None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:04Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:05.355521 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Publish callbacks [] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:05.375645 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.provisioning_blocks [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Transition to ACTIVE for port object a9081e6d-1c97-48a8-b65c-3814b5324d79 will not be triggered until provisioned by entity L2. {{(pid=109938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:52:05.382557 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-c820592a-108b-4177-9c4e-550bf6013b9a None None] Current status of the port 7c371c82-4702-4dd8-bc34-47918be7d41f is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:05.384126 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:05.455000 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Pushing event updated for resources: {'Port': ['ID=a9081e6d-1c97-48a8-b65c-3814b5324d79,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:05.510143 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Attempting to bind port a9081e6d-1c97-48a8-b65c-3814b5324d79 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:52:05.510878 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Attempting to bind port a9081e6d-1c97-48a8-b65c-3814b5324d79 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:52:05.510878 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Attempting to bind port a9081e6d-1c97-48a8-b65c-3814b5324d79 on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:05.517819 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Port a9081e6d-1c97-48a8-b65c-3814b5324d79 on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:52:05.518154 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Attempting to bind port a9081e6d-1c97-48a8-b65c-3814b5324d79 on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:05.523691 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:52:05.524035 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Checking segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:05.524422 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Bound using segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:52:05.524864 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Bound port: a9081e6d-1c97-48a8-b65c-3814b5324d79, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:52:05.525224 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:05.602475 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] For port a9081e6d-1c97-48a8-b65c-3814b5324d79, host hv-cinder-83716, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:52:05.605970 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] For port a9081e6d-1c97-48a8-b65c-3814b5324d79, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a9081e6d-1c97-48a8-b65c-3814b5324d79,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:52:05.616078 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:05.655395 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:05.655767 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:05.657377 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] 10.222.0.37 "PUT /v2.0/ports/a9081e6d-1c97-48a8-b65c-3814b5324d79 HTTP/1.1" status: 200 len: 1094 time: 1.2564075 Apr 11 17:52:05.657725 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'tag': 'a9081e6d-1c97-48a8-b65c-3814b5324d79'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:05.660100 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5645957e-4b96-43b3-9eba-a18e706a1bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c4c6bb-d988-4b52-9eba-207e7f10902f", "tag": "a9081e6d-1c97-48a8-b65c-3814b5324d79"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:05.684773 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdaebf-8d9a-4c73-b06a-d631aadf895c service neutron] Pushing event updated for resources: {'Port': ['ID=a9081e6d-1c97-48a8-b65c-3814b5324d79,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:05.742177 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d61fe4-0912-41d1-aee9-c7476b9eb479 x-openstack-request-id: req-f7d61fe4-0912-41d1-aee9-c7476b9eb479 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:05.742502 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c4c6bb-d988-4b52-9eba-207e7f10902f", "tag": "a9081e6d-1c97-48a8-b65c-3814b5324d79", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:05.742703 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7d61fe4-0912-41d1-aee9-c7476b9eb479 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:05.743100 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d61fe4-0912-41d1-aee9-c7476b9eb479'] response: {'name': 'network-changed', 'server_uuid': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'tag': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'status': 'completed', 'code': 200} Apr 11 17:52:05.755853 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-75780f77-4137-45ac-82c3-e9079330e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:05.757518 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-75780f77-4137-45ac-82c3-e9079330e4eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 1128 time: 0.0482917 Apr 11 17:52:05.806697 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-aaad0776-d9f4-49d3-9c8c-1c54dfb4f956 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9081e6d-1c97-48a8-b65c-3814b5324d79 HTTP/1.1" status: 200 len: 217 time: 0.0413384 Apr 11 17:52:05.835581 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 7c371c82-4702-4dd8-bc34-47918be7d41f up at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:05.863185 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-a7f7cbe8-f8ce-43af-8bea-d1b5eeca841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:05.864831 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-a7f7cbe8-f8ce-43af-8bea-d1b5eeca841e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0520496 Apr 11 17:52:05.893263 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Provisioning complete for port 7c371c82-4702-4dd8-bc34-47918be7d41f triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:05.893631 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:05.925241 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-724e5900-bdef-40f4-8b31-67c69952adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:05.926880 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-724e5900-bdef-40f4-8b31-67c69952adba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550010 Apr 11 17:52:05.995719 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Current status of the port 7c371c82-4702-4dd8-bc34-47918be7d41f is: ACTIVE; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:06.036653 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-d8c2a359-17ab-4668-877e-faa137b7ebff service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021869 Apr 11 17:52:06.138432 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd2de4bf-48ac-46aa-a990-918fefa43d72 req-e8fb077a-29cc-429c-b331-8571586b4581 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952344 Apr 11 17:52:06.407748 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04986cab-e9ea-41b9-8b1d-ff743b3de914 req-526fb88f-b307-43f3-a58a-df6308fee5f8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:06.409411 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-04986cab-e9ea-41b9-8b1d-ff743b3de914 req-526fb88f-b307-43f3-a58a-df6308fee5f8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 944 time: 0.0524063 Apr 11 17:52:06.465449 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-04986cab-e9ea-41b9-8b1d-ff743b3de914 req-43e01c72-95d5-4cf4-8c53-08a36f35243a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499382 Apr 11 17:52:07.075831 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-c86d780e-84c6-4b50-bf44-30713f818cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:07.077404 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-c86d780e-84c6-4b50-bf44-30713f818cec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 1128 time: 0.0438128 Apr 11 17:52:07.171091 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-9c7cedb7-f2d5-4d8e-a242-930b24c9f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:07.172639 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-9c7cedb7-f2d5-4d8e-a242-930b24c9f6bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 913 time: 0.0878808 Apr 11 17:52:07.218137 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-8753d6b0-92b5-418f-903d-df8bbf886d68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9081e6d-1c97-48a8-b65c-3814b5324d79 HTTP/1.1" status: 200 len: 217 time: 0.0381918 Apr 11 17:52:07.274760 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-4eb08bc0-3fd2-407a-905c-e0bf7bbcb584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:07.276341 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-4eb08bc0-3fd2-407a-905c-e0bf7bbcb584 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0521348 Apr 11 17:52:07.326391 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-d3e51387-62fc-4eee-b330-352750af070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:07.327936 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-d3e51387-62fc-4eee-b330-352750af070d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442097 Apr 11 17:52:07.433798 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-f56a7df0-fe16-465e-b9c6-bc89dff0c36d service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948043 Apr 11 17:52:07.528299 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5645957e-4b96-43b3-9eba-a18e706a1bdb req-1ee283eb-c981-4908-a85a-d3f076ef0bee service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Apr 11 17:52:07.590587 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b525d-8067-43c8-af21-a12b3c39f96f req-8b0dec55-40eb-4978-971d-0fce963bfef7 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:07.592083 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6f5b525d-8067-43c8-af21-a12b3c39f96f req-8b0dec55-40eb-4978-971d-0fce963bfef7 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 944 time: 0.0539055 Apr 11 17:52:07.644255 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6f5b525d-8067-43c8-af21-a12b3c39f96f req-e7217156-bc3b-4963-9b43-935e0b17351c tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461707 Apr 11 17:52:08.789071 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691021fd-fbbe-47bc-96ed-3fbc9c60d5aa req-5cdbda19-0e62-481f-9a22-1ded0d09cd36 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:08.790733 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-691021fd-fbbe-47bc-96ed-3fbc9c60d5aa req-5cdbda19-0e62-481f-9a22-1ded0d09cd36 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 944 time: 0.0711446 Apr 11 17:52:08.843205 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-691021fd-fbbe-47bc-96ed-3fbc9c60d5aa req-d2c0b023-40c8-4a5b-8862-1efe25fc6c14 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441351 Apr 11 17:52:09.200354 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device a9081e6d-1c97-48a8-b65c-3814b5324d79 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:52:09.308596 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port a9081e6d-1c97-48a8-b65c-3814b5324d79, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a9081e6d-1c97-48a8-b65c-3814b5324d79,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:09.320632 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'mac_address': 'fa:16:3e:85:4a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:52:09.358098 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port a9081e6d-1c97-48a8-b65c-3814b5324d79 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:09.358485 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:09.372322 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9081e6d-1c97-48a8-b65c-3814b5324d79 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:52:09.393602 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port a9081e6d-1c97-48a8-b65c-3814b5324d79, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a9081e6d-1c97-48a8-b65c-3814b5324d79,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:09.400399 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:09.449084 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=a9081e6d-1c97-48a8-b65c-3814b5324d79,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:09.674896 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['a9081e6d-1c97-48a8-b65c-3814b5324d79'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:52:09.974469 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b578d-c386-4c7a-beb9-56feca713d28 req-8e428a0f-9b3d-4c2a-a412-0cd6cdcf2f7b tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:09.976063 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-680b578d-c386-4c7a-beb9-56feca713d28 req-8e428a0f-9b3d-4c2a-a412-0cd6cdcf2f7b tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 945 time: 0.0575144 Apr 11 17:52:10.034611 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-680b578d-c386-4c7a-beb9-56feca713d28 req-76933547-2945-4454-b5b0-ec108e6bface tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524549 Apr 11 17:52:10.998595 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-04423851-9c90-4ce1-af10-48239808e986 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291104630&fields=id&tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1 HTTP/1.1" status: 200 len: 267 time: 0.0684235 Apr 11 17:52:11.105670 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-6c5b3d75-808c-4438-a3c2-9d2b0d0df66d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:11.107194 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-6c5b3d75-808c-4438-a3c2-9d2b0d0df66d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 811 time: 0.1016433 Apr 11 17:52:11.134924 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-97425ed7-8be6-4607-8690-f1a997eea00b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/quotas/37b197cfcc8a4aacbaf370af2dde7fa1 HTTP/1.1" status: 200 len: 375 time: 0.0222158 Apr 11 17:52:11.203057 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2e214-aef1-442f-8bfa-da67ad65b277 req-fe47971b-ff10-4594-8275-51e9a31b3bc9 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:11.204455 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-48a2e214-aef1-442f-8bfa-da67ad65b277 req-fe47971b-ff10-4594-8275-51e9a31b3bc9 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 945 time: 0.0900078 Apr 11 17:52:11.213365 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-23338151-f130-46b4-bf6a-8270bf503570 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578177 Apr 11 17:52:11.225065 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device a9081e6d-1c97-48a8-b65c-3814b5324d79 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:11.272223 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port a9081e6d-1c97-48a8-b65c-3814b5324d79 completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:52:11.279821 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port a9081e6d-1c97-48a8-b65c-3814b5324d79 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:11.280169 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:11.319865 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-48a2e214-aef1-442f-8bfa-da67ad65b277 req-816d5684-7d7a-4fd5-8a41-460480ecee36 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055245 Apr 11 17:52:11.348317 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-9cb27cd7-a8cb-4885-91a5-faaf7b45108b service neutron] 10.222.0.79 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207674 Apr 11 17:52:11.374543 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port a9081e6d-1c97-48a8-b65c-3814b5324d79 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:11.375786 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:11.402336 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9081e6d-1c97-48a8-b65c-3814b5324d79'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:11.404651 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6fb1fc-6fbe-4374-b3bb-d19043e58634" -d '{"events": [{"server_uuid": "c7c4c6bb-d988-4b52-9eba-207e7f10902f", "name": "network-vif-plugged", "status": "completed", "tag": "a9081e6d-1c97-48a8-b65c-3814b5324d79"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:11.417868 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port a9081e6d-1c97-48a8-b65c-3814b5324d79, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a9081e6d-1c97-48a8-b65c-3814b5324d79,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:11.423941 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:11.452856 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-c28e6508-7d8c-4291-ab99-458114047706 service neutron] 10.222.0.79 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982232 Apr 11 17:52:11.473805 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e808f-22cd-45e9-8275-8646759c754b x-openstack-request-id: req-335e808f-22cd-45e9-8275-8646759c754b {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:11.474185 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c4c6bb-d988-4b52-9eba-207e7f10902f", "name": "network-vif-plugged", "status": "completed", "tag": "a9081e6d-1c97-48a8-b65c-3814b5324d79", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:11.474568 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-335e808f-22cd-45e9-8275-8646759c754b {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:11.475025 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335e808f-22cd-45e9-8275-8646759c754b'] response: {'server_uuid': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'code': 200} Apr 11 17:52:11.485217 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=a9081e6d-1c97-48a8-b65c-3814b5324d79,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:11.595165 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-d6da74c7-458d-4d81-abef-168720d3ca62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:11.700081 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55610766-1065-4b11-9e58-9f20603227de req-24633af3-75b8-428f-b809-472839270526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:11.701790 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-55610766-1065-4b11-9e58-9f20603227de req-24633af3-75b8-428f-b809-472839270526 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 1130 time: 0.0511522 Apr 11 17:52:11.765806 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cce83-1921-47c5-b3f7-311499648d98 req-b4a39711-832b-4710-abf5-bdb0c6e05e31 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:11.770206 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c15cce83-1921-47c5-b3f7-311499648d98 req-b4a39711-832b-4710-abf5-bdb0c6e05e31 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 947 time: 0.0546408 Apr 11 17:52:11.814994 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8af70f8a-e461-4ad8-bf53-ee649d435b97 req-5fbe397e-d0eb-480e-8b5f-70cc966ab988 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 210 time: 0.0394928 Apr 11 17:52:11.853942 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c15cce83-1921-47c5-b3f7-311499648d98 req-ac79fb12-61be-414b-a515-b8a7e994d3a8 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806859 Apr 11 17:52:12.450414 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06830762-7e57-4619-8d63-bca570a627bb req-37ae5934-498a-416e-8fdd-1975c0cb29e5 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:12.451896 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-06830762-7e57-4619-8d63-bca570a627bb req-37ae5934-498a-416e-8fdd-1975c0cb29e5 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 946 time: 0.0543561 Apr 11 17:52:12.500487 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-06830762-7e57-4619-8d63-bca570a627bb req-0ccc5568-7b40-488f-898d-c6e80a96d609 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425308 Apr 11 17:52:12.760351 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-55610766-1065-4b11-9e58-9f20603227de req-6ea17c8a-d3f3-4487-94fe-2a03a8d3e6fb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455506 Apr 11 17:52:12.909781 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4ea0d760-4d50-4fd6-9100-c6f2dad62c00 req-91db92cf-11b8-4f73-a483-5b7625a6b539 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 210 time: 0.0281305 Apr 11 17:52:12.984549 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea13512-ed38-48f7-8f5e-e57a6134ac26 req-7005cbb0-b67e-4b41-9609-46342eb5db8c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:12.986413 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eea13512-ed38-48f7-8f5e-e57a6134ac26 req-7005cbb0-b67e-4b41-9609-46342eb5db8c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 947 time: 0.0532191 Apr 11 17:52:13.039253 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-eea13512-ed38-48f7-8f5e-e57a6134ac26 req-8896d57c-9145-43f2-a68a-474937847e77 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466669 Apr 11 17:52:13.484071 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-dfa9caaf-22a9-4ba1-9f30-b4c88023ec22 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:13.485654 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-dfa9caaf-22a9-4ba1-9f30-b4c88023ec22 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 947 time: 0.0529180 Apr 11 17:52:13.621182 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e300be-1025-4cf0-9e8d-21ef5a25003b req-d661827d-859b-4f6a-aa74-903076f09c8d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:13.622685 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b9e300be-1025-4cf0-9e8d-21ef5a25003b req-d661827d-859b-4f6a-aa74-903076f09c8d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 946 time: 0.0538747 Apr 11 17:52:13.672117 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b9e300be-1025-4cf0-9e8d-21ef5a25003b req-119f8ca2-9e01-4885-a0da-c8d1900e6a3e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435572 Apr 11 17:52:13.863791 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Deleting port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:13.864131 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:13.962462 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] For port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:13.962837 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:14.042262 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-74b16aeb-78d8-46e8-b8dd-3eebc72a4ca8 req-e829c6a2-74cc-4cec-8304-d471a51fb316 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 210 time: 0.0632048 Apr 11 17:52:14.203898 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b6a3f-d386-415e-a913-ee342b64dede req-3625a630-fe95-4da8-b588-fb93a01e21d7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:14.205374 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de1b6a3f-d386-415e-a913-ee342b64dede req-3625a630-fe95-4da8-b588-fb93a01e21d7 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 947 time: 0.0895362 Apr 11 17:52:14.224265 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:14.224651 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (75c93d7c-8d2d-4f30-ae66-b3375ae6b914), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:14.225520 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Floating IP 75c93d7c-8d2d-4f30-ae66-b3375ae6b914 disassociated. External IP: 172.27.0.151, port: 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c. Apr 11 17:52:14.225520 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Calling delete_port for 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:14.282676 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba843-8212-4785-a23a-0fd6c7da7bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:14.287421 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60240) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:14.317410 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-ef78146a-97d3-487c-998f-6d4f7872e360 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:14.318975 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-ef78146a-97d3-487c-998f-6d4f7872e360 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 811 time: 0.1508064 Apr 11 17:52:14.337244 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de1b6a3f-d386-415e-a913-ee342b64dede req-373db2a7-9f8b-41d2-8862-35213729ff8e tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230297 Apr 11 17:52:14.414813 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b8353f50-f8b0-451e-b5b7-3b8fd6529ad9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1 HTTP/1.1" status: 200 len: 380 time: 0.0873554 Apr 11 17:52:14.428516 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'port': {'device_id': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'admin_state_up': True, 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'security_groups': ['c1f032fb-188d-4bed-9589-a52117aa2355']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:14.436396 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (2b50b7e3-c03b-4272-a5a9-d2f104e09d3c), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:14.467862 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event deleted for resources: {'Port': ['ID=2b50b7e3-c03b-4272-a5a9-d2f104e09d3c,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:14.479272 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.479621 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.479960 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.480287 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.480614 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.480940 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.481412 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.481572 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.481920 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.482873 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.483198 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.483524 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.483846 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.484166 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.484919 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:14.609787 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Router db8eed94-3e39-45c8-99dd-322b442d28d6 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:52:14.678130 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Made reservation on behalf of 37b197cfcc8a4aacbaf370af2dde7fa1 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:14.681795 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:14.704383 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Deleting port e151f5be-ac40-4a8f-b536-bc88a95255d7 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:14.705065 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (e151f5be-ac40-4a8f-b536-bc88a95255d7), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:14.759201 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:14.776589 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] Sync routers for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:14.796170 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:14.797846 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:14.861658 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] No DVR routers for this DVR port 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:52:14.864575 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:14.868485 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ada3e721-b426-4b87-b6a6-9c656dc026cf req-90701982-693d-4bcc-9ee6-c646bd5256a3 tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.37 "DELETE /v2.0/ports/2b50b7e3-c03b-4272-a5a9-d2f104e09d3c HTTP/1.1" status: 204 len: 173 time: 1.0973439 Apr 11 17:52:14.873151 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'name': 'network-vif-deleted', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:14.876829 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4b7381-b1ea-4651-ac5b-b0f68753a4cb" -d '{"events": [{"server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "name": "network-vif-deleted", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:14.900644 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5fe08-e52f-41ab-bb8b-ad16925c629f req-08c4ddad-c381-461c-9eb2-e5cf45f55f4a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:14.903169 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4cc5fe08-e52f-41ab-bb8b-ad16925c629f req-08c4ddad-c381-461c-9eb2-e5cf45f55f4a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 946 time: 0.1376123 Apr 11 17:52:14.993242 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Allocated IP 172.20.0.11 (0522cf29-54a1-4d0b-9aee-dc6a69c824c4/3a123af0-ca26-436f-9d56-8863b721d8b6/60fc804a-3922-4ae1-8c82-26c40b09dc8c) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:14.996279 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3481e022-d98a-4613-b296-d0f68cb3f18d x-openstack-request-id: req-3481e022-d98a-4613-b296-d0f68cb3f18d {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:14.996580 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edfa0dc-6eca-45da-8b39-e382ab7d9207", "name": "network-vif-deleted", "tag": "2b50b7e3-c03b-4272-a5a9-d2f104e09d3c", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:14.996832 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3481e022-d98a-4613-b296-d0f68cb3f18d {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:14.997394 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3481e022-d98a-4613-b296-d0f68cb3f18d'] response: {'server_uuid': '2edfa0dc-6eca-45da-8b39-e382ab7d9207', 'name': 'network-vif-deleted', 'tag': '2b50b7e3-c03b-4272-a5a9-d2f104e09d3c', 'status': 'completed', 'code': 200} Apr 11 17:52:14.998690 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (e151f5be-ac40-4a8f-b536-bc88a95255d7), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:14.999102 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for floatingip (e151f5be-ac40-4a8f-b536-bc88a95255d7), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.007262 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4cc5fe08-e52f-41ab-bb8b-ad16925c629f req-978a4077-9fea-4dbb-9075-83ba46dd7dfd tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970767 Apr 11 17:52:15.038383 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Calling delete_port for e151f5be-ac40-4a8f-b536-bc88a95255d7 owned by network:floatingip {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:15.203720 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:15.212013 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-82811869-68d4-4546-b05e-5b9c41eeaa75 req-d865ccfa-1f3e-4222-9e98-d5b2823a04b5 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 210 time: 0.0589821 Apr 11 17:52:15.224922 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bedc13-dda1-4e8b-b838-a273d2557b94 req-07a2f9f2-1405-4776-80e2-ddda45f6d422 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:15.227030 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b2bedc13-dda1-4e8b-b838-a273d2557b94 req-07a2f9f2-1405-4776-80e2-ddda45f6d422 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 946 time: 0.0919116 Apr 11 17:52:15.239484 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60252) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:15.244355 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-3e5f6c8e-48c5-47ed-8dcf-d61612e04820 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'floatingip': {'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:15.276999 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.287933 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6c8e-48c5-47ed-8dcf-d61612e04820 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (6aa9acfb-cd77-4a71-9f2f-e2051c97645b), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.345192 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.400448 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (e151f5be-ac40-4a8f-b536-bc88a95255d7), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.427207 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:15.434600 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:15.440029 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:15.493931 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:15.512690 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:15.513822 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.558042 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] Checking router: db8eed94-3e39-45c8-99dd-322b442d28d6 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:15.562178 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-59c99c9d-3bb8-400b-aa9c-0863dac16596 req-d51b4653-bafa-451c-a0e6-37a5de5b084c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/ports?device_id=2edfa0dc-6eca-45da-8b39-e382ab7d9207 HTTP/1.1" status: 200 len: 210 time: 0.0367723 Apr 11 17:52:15.572805 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'Port': ['ID=60fc804a-3922-4ae1-8c82-26c40b09dc8c,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:15.580350 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-b7483ee6-1f7e-4f31-81b4-8d988b530d03 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1591008 Apr 11 17:52:15.615104 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:15.615817 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:15.638099 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Request body: {'port': {'device_id': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:15.645679 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event deleted for resources: {'Port': ['ID=e151f5be-ac40-4a8f-b536-bc88a95255d7,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:15.686055 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for floatingip (b6bb23dd-1bf6-4616-b040-e899a3210eb8), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.688113 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Floating IP b6bb23dd-1bf6-4616-b040-e899a3210eb8 disassociated (deleted). External IP: 172.27.0.17, port: d4239a43-0c35-467a-90d0-d5709a8e5ad3. Apr 11 17:52:15.758099 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-644273b0-9ec6-4aed-9901-6c5e8e6ef409 None None] Provisioning complete for port 60fc804a-3922-4ae1-8c82-26c40b09dc8c triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:15.758313 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-644273b0-9ec6-4aed-9901-6c5e8e6ef409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.779196 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.807896 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:15.842448 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-644273b0-9ec6-4aed-9901-6c5e8e6ef409 None None] Port 60fc804a-3922-4ae1-8c82-26c40b09dc8c cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:52:15.978465 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6c8e-48c5-47ed-8dcf-d61612e04820 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.984887 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6c8e-48c5-47ed-8dcf-d61612e04820 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (6aa9acfb-cd77-4a71-9f2f-e2051c97645b), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.090716 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:16.093499 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [None req-3e5f6c8e-48c5-47ed-8dcf-d61612e04820 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Floating IP 6aa9acfb-cd77-4a71-9f2f-e2051c97645b associated. External IP: 172.27.0.28, port: a9081e6d-1c97-48a8-b65c-3814b5324d79. Apr 11 17:52:16.114406 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Router 31c20114-fd50-4656-acf8-7473380c92ad has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:52:16.127825 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.129979 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736bd6e6-143b-4e0f-90d0-8ecc6d91f405 None None] The sync data for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi is: [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:45:17Z', 'revision_number': 4, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '2b99bc8e-d2df-46e8-817f-7e1cd00e763a', 'name': '', 'network_id': '8dbd3789-9fd5-41eb-803c-7de97e3a3cfc', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'mac_address': 'fa:16:3e:97:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '3a67cec6-0444-437c-acca-0749506ce998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:13Z', 'updated_at': '2022-04-11T17:45:28Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'subnets': [{'id': '3a67cec6-0444-437c-acca-0749506ce998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:16.275273 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fc804a-3922-4ae1-8c82-26c40b09dc8c {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:52:16.289766 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Publish callbacks [] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.309665 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Transition to ACTIVE for port object 60fc804a-3922-4ae1-8c82-26c40b09dc8c will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:52:16.316769 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.352315 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:16.360586 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.363823 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] Sync routers for ids ['31c20114-fd50-4656-acf8-7473380c92ad'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:16.397038 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] Routers {'31c20114-fd50-4656-acf8-7473380c92ad'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:16.397671 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['31c20114-fd50-4656-acf8-7473380c92ad'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:16.403763 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Pushing event updated for resources: {'Port': ['ID=60fc804a-3922-4ae1-8c82-26c40b09dc8c,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:16.416577 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-ea9deea0-2f76-4d88-9796-326c90dacb01 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "DELETE /v2.0/floatingips/b6bb23dd-1bf6-4616-b040-e899a3210eb8 HTTP/1.1" status: 204 len: 168 time: 2.1280422 Apr 11 17:52:16.417557 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:16.420679 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c7227b-b939-48bf-bb5f-109219bb0ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:16.525391 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Attempting to bind port 60fc804a-3922-4ae1-8c82-26c40b09dc8c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:52:16.525748 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Attempting to bind port 60fc804a-3922-4ae1-8c82-26c40b09dc8c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:52:16.526088 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Attempting to bind port 60fc804a-3922-4ae1-8c82-26c40b09dc8c on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:16.532483 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Port 60fc804a-3922-4ae1-8c82-26c40b09dc8c on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:52:16.543490 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Attempting to bind port 60fc804a-3922-4ae1-8c82-26c40b09dc8c on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:16.547378 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc30773-6807-4f79-a008-6197428e9529 None None] New status for floating IP 75c93d7c-8d2d-4f30-ae66-b3375ae6b914: DOWN {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:52:16.558327 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:52:16.558986 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Checking segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:16.559387 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Bound using segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:52:16.559886 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Bound port: 60fc804a-3922-4ae1-8c82-26c40b09dc8c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:52:16.560348 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.598818 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] Set router 31c20114-fd50-4656-acf8-7473380c92ad gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:16.646303 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] For port 60fc804a-3922-4ae1-8c82-26c40b09dc8c, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:52:16.656097 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] For port 60fc804a-3922-4ae1-8c82-26c40b09dc8c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=60fc804a-3922-4ae1-8c82-26c40b09dc8c,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:52:16.668649 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.706402 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:16.708943 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.710513 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] 10.222.0.37 "PUT /v2.0/ports/60fc804a-3922-4ae1-8c82-26c40b09dc8c HTTP/1.1" status: 200 len: 1094 time: 1.1048226 Apr 11 17:52:16.824335 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d74f1-0c0d-49e8-87e5-0f2339602063 service neutron] Pushing event updated for resources: {'Port': ['ID=60fc804a-3922-4ae1-8c82-26c40b09dc8c,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:16.865273 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb270abd-0f4a-4737-81e7-34ef3ac0a354 x-openstack-request-id: req-bb270abd-0f4a-4737-81e7-34ef3ac0a354 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:16.865873 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:16.866375 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c25be0-0b22-4e4d-b72d-3f70060964c5 req-0ab2f773-3f59-4a27-832c-a25eb19efd5d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:16.868315 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-89c25be0-0b22-4e4d-b72d-3f70060964c5 req-0ab2f773-3f59-4a27-832c-a25eb19efd5d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 944 time: 0.1643193 Apr 11 17:52:16.876279 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb270abd-0f4a-4737-81e7-34ef3ac0a354 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:16.878484 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb270abd-0f4a-4737-81e7-34ef3ac0a354'] response: {'name': 'network-changed', 'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'status': 'completed', 'code': 200} Apr 11 17:52:16.957756 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-89c25be0-0b22-4e4d-b72d-3f70060964c5 req-d6ac94ab-8476-434b-a045-4a6ef53a382f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739448 Apr 11 17:52:16.958003 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:47:00Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '001385c7-a6e8-4ad0-ab76-7396a0334894', 'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'mac_address': 'fa:16:3e:aa:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:59Z', 'updated_at': '2022-04-11T17:47:04Z', 'revision_number': 5, 'project_id': '56742d0a1df746ab80659261795347ce', 'subnets': [{'id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:16.961567 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5f6c8e-48c5-47ed-8dcf-d61612e04820 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Router 03005b7a-24a1-4383-9c26-c107bf816e68 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:52:16.984555 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] Checking router: 31c20114-fd50-4656-acf8-7473380c92ad for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:16.994517 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] Routers {'31c20114-fd50-4656-acf8-7473380c92ad'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:16.995210 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['31c20114-fd50-4656-acf8-7473380c92ad'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:17.035920 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60270) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:17.109679 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.114937 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1806aa18-55c8-4833-ace0-ba017e71646c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.115804 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] Set router 31c20114-fd50-4656-acf8-7473380c92ad gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:17.120243 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc39a-f5fc-4fd0-86dc-90802d71f2ff req-5a024f31-18b2-47a9-858f-cfe4e2b483e8 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:17.121821 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0f5fc39a-f5fc-4fd0-86dc-90802d71f2ff req-5a024f31-18b2-47a9-858f-cfe4e2b483e8 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0942657 Apr 11 17:52:17.148468 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1806aa18-55c8-4833-ace0-ba017e71646c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.189254 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0f5fc39a-f5fc-4fd0-86dc-90802d71f2ff req-6a043530-232c-445a-9752-6403e46626c2 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615523 Apr 11 17:52:17.190462 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5f6c8e-48c5-47ed-8dcf-d61612e04820 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:17.195835 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6c8e-48c5-47ed-8dcf-d61612e04820 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.219761 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:17.228863 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-3e5f6c8e-48c5-47ed-8dcf-d61612e04820 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "PUT /v2.0/floatingips/6aa9acfb-cd77-4a71-9f2f-e2051c97645b HTTP/1.1" status: 200 len: 991 time: 1.9881399 Apr 11 17:52:17.229547 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'tag': 'a9081e6d-1c97-48a8-b65c-3814b5324d79'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:17.232042 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98101a3-503a-49d1-943d-85496096a813" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c4c6bb-d988-4b52-9eba-207e7f10902f", "tag": "a9081e6d-1c97-48a8-b65c-3814b5324d79"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:17.245157 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1806aa18-55c8-4833-ace0-ba017e71646c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.248379 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-1806aa18-55c8-4833-ace0-ba017e71646c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.249780 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-1806aa18-55c8-4833-ace0-ba017e71646c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "DELETE /v2.0/security-groups/0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31 HTTP/1.1" status: 204 len: 168 time: 0.2118263 Apr 11 17:52:17.252410 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:17.253856 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60276) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:17.263010 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:17.263642 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:17.275010 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:17.275228 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806aa18-55c8-4833-ace0-ba017e71646c tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:17.275335 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 2b50b7e3-c03b-4272-a5a9-d2f104e09d3c not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:17.282071 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.api.v2.resource [None req-6945556c-33a3-40f1-9245-724c1a117aaa tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] show failed (client error): The resource could not be found. Apr 11 17:52:17.283806 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-6945556c-33a3-40f1-9245-724c1a117aaa tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "GET /v2.0/security-groups/0c390b0c-2f86-4a9b-a5f6-1e4a4849cb31 HTTP/1.1" status: 404 len: 347 time: 0.0288262 Apr 11 17:52:17.287569 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60278) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:17.299025 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5354a8ed-1efa-464c-9c8c-6738e3ee1a70 x-openstack-request-id: req-5354a8ed-1efa-464c-9c8c-6738e3ee1a70 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:17.299348 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c4c6bb-d988-4b52-9eba-207e7f10902f", "tag": "a9081e6d-1c97-48a8-b65c-3814b5324d79", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:17.299600 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5354a8ed-1efa-464c-9c8c-6738e3ee1a70 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:17.300036 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5354a8ed-1efa-464c-9c8c-6738e3ee1a70'] response: {'name': 'network-changed', 'server_uuid': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'tag': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'status': 'completed', 'code': 200} Apr 11 17:52:17.421150 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-88681a97-232a-48e0-935b-0a5c1726566a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Deleting port 21510e8e-ba39-4f01-b8ff-82304bcd9f19 {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:17.421714 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88681a97-232a-48e0-935b-0a5c1726566a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (21510e8e-ba39-4f01-b8ff-82304bcd9f19), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.440468 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:17.505101 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88681a97-232a-48e0-935b-0a5c1726566a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (21510e8e-ba39-4f01-b8ff-82304bcd9f19), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.505403 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88681a97-232a-48e0-935b-0a5c1726566a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (21510e8e-ba39-4f01-b8ff-82304bcd9f19), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.520011 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-88681a97-232a-48e0-935b-0a5c1726566a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Calling delete_port for 21510e8e-ba39-4f01-b8ff-82304bcd9f19 owned by network:floatingip {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:17.572301 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:47:00Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '001385c7-a6e8-4ad0-ab76-7396a0334894', 'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'mac_address': 'fa:16:3e:aa:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:59Z', 'updated_at': '2022-04-11T17:47:04Z', 'revision_number': 5, 'project_id': '56742d0a1df746ab80659261795347ce', 'subnets': [{'id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:17.602416 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefeace7-c31b-4a6e-adb7-228811478fdd None None] The sync data for ids ['31c20114-fd50-4656-acf8-7473380c92ad'] in dv-cinder-837167-2-iscsi is: [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:47:00Z', 'revision_number': 4, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '001385c7-a6e8-4ad0-ab76-7396a0334894', 'name': '', 'network_id': 'cc320569-a755-4d7f-8e84-71edd9fbb209', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'mac_address': 'fa:16:3e:aa:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:59Z', 'updated_at': '2022-04-11T17:47:04Z', 'revision_number': 5, 'project_id': '56742d0a1df746ab80659261795347ce', 'subnets': [{'id': '28ce48ab-926e-4182-b06b-bee801f2e4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:17.682632 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88681a97-232a-48e0-935b-0a5c1726566a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (21510e8e-ba39-4f01-b8ff-82304bcd9f19), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.776712 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88681a97-232a-48e0-935b-0a5c1726566a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Pushing event deleted for resources: {'Port': ['ID=21510e8e-ba39-4f01-b8ff-82304bcd9f19,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:17.791451 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-78e5d3fe-4615-4acb-9d4e-8e37e468390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:17.793134 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-78e5d3fe-4615-4acb-9d4e-8e37e468390f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56742d0a1df746ab80659261795347ce&device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 1129 time: 0.0844061 Apr 11 17:52:17.796537 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-ed087186-3e9a-4319-87e6-2e2b09737dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:17.799766 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-ed087186-3e9a-4319-87e6-2e2b09737dd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 1128 time: 0.0783339 Apr 11 17:52:17.818292 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98101a3-503a-49d1-943d-85496096a813 req-83b4e172-14f5-4e32-8b8c-0c8b366a2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:17.819838 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b98101a3-503a-49d1-943d-85496096a813 req-83b4e172-14f5-4e32-8b8c-0c8b366a2ab6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 1130 time: 0.0933647 Apr 11 17:52:17.828125 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88681a97-232a-48e0-935b-0a5c1726566a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks [] for floatingip (75c93d7c-8d2d-4f30-ae66-b3375ae6b914), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.831089 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88681a97-232a-48e0-935b-0a5c1726566a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.835682 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-88681a97-232a-48e0-935b-0a5c1726566a tempest-AttachVolumeShelveTestJSON-1129464020 tempest-AttachVolumeShelveTestJSON-1129464020-project] 10.222.0.79 "DELETE /v2.0/floatingips/75c93d7c-8d2d-4f30-ae66-b3375ae6b914 HTTP/1.1" status: 204 len: 168 time: 0.5460443 Apr 11 17:52:17.865860 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '6aa9acfb-cd77-4a71-9f2f-e2051c97645b', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:85:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:01Z', 'updated_at': '2022-04-11T17:52:15Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:17.932512 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:17.944493 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:17.945173 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:17.991060 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0be0505-6821-4df1-9551-13bc09525c13 None None] New status for floating IP b6bb23dd-1bf6-4616-b040-e899a3210eb8: DOWN {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:52:17.999869 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98101a3-503a-49d1-943d-85496096a813 req-663e654a-1ddf-44f6-8fa2-83ad7ed35915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.003155 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b98101a3-503a-49d1-943d-85496096a813 req-663e654a-1ddf-44f6-8fa2-83ad7ed35915 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 913 time: 0.1527154 Apr 11 17:52:18.005249 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-d1828ce0-1ffc-4624-a96d-d7a979327a28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc804a-3922-4ae1-8c82-26c40b09dc8c HTTP/1.1" status: 200 len: 217 time: 0.1640146 Apr 11 17:52:18.030917 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-484eecf1-e3eb-427a-b650-2a7d961714ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.032690 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-484eecf1-e3eb-427a-b650-2a7d961714ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc320569-a755-4d7f-8e84-71edd9fbb209 HTTP/1.1" status: 200 len: 909 time: 0.1869984 Apr 11 17:52:18.107653 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:18.174596 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-623ba447-ab59-4742-97c2-03e0cddfa0ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3 HTTP/1.1" status: 200 len: 217 time: 0.0865526 Apr 11 17:52:18.182732 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e932-1517-4e8c-a129-d3ce26e8e0bd req-be782080-6899-449c-a5f9-d296f6042398 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.184322 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4192e932-1517-4e8c-a129-d3ce26e8e0bd req-be782080-6899-449c-a5f9-d296f6042398 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 944 time: 0.1423705 Apr 11 17:52:18.204987 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-f80fa811-91b0-48cd-953c-b4b5e031c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.207537 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-f80fa811-91b0-48cd-953c-b4b5e031c842 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.1134152 Apr 11 17:52:18.233032 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-03ad66b9-d435-4e4e-9d86-d199662ce05e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.234440 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-03ad66b9-d435-4e4e-9d86-d199662ce05e tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.0957222 Apr 11 17:52:18.236541 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b98101a3-503a-49d1-943d-85496096a813 req-3bbf38e5-b6c9-4b89-8fa5-54be93721ae5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9081e6d-1c97-48a8-b65c-3814b5324d79 HTTP/1.1" status: 200 len: 999 time: 0.1361852 Apr 11 17:52:18.285031 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-57e5ff91-d585-4f8d-9209-006f9fae1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.287225 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-57e5ff91-d585-4f8d-9209-006f9fae1cd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580213 Apr 11 17:52:18.304042 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-0fac1a14-0909-4cf8-b8f4-1a73799162db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.306478 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-0fac1a14-0909-4cf8-b8f4-1a73799162db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28ce48ab-926e-4182-b06b-bee801f2e4cd HTTP/1.1" status: 200 len: 847 time: 0.1241052 Apr 11 17:52:18.350725 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.381723 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4192e932-1517-4e8c-a129-d3ce26e8e0bd req-76eb2f4d-824e-4204-aab6-0a4b3822bfc6 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842620 Apr 11 17:52:18.391597 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98101a3-503a-49d1-943d-85496096a813 req-93c89c25-33dd-415b-aa67-8186631127c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.392784 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b98101a3-503a-49d1-943d-85496096a813 req-93c89c25-33dd-415b-aa67-8186631127c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.1436102 Apr 11 17:52:18.412238 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-950fd679-859c-4e95-a053-9b9e94334bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.414501 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-950fd679-859c-4e95-a053-9b9e94334bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc320569-a755-4d7f-8e84-71edd9fbb209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883670 Apr 11 17:52:18.461905 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '6aa9acfb-cd77-4a71-9f2f-e2051c97645b', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:85:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:01Z', 'updated_at': '2022-04-11T17:52:15Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:18.473539 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06baa4-fc39-4bed-8a14-8a4f826d432c req-1a8fd778-1333-45c1-b675-655362c22f2d tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.475110 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fc06baa4-fc39-4bed-8a14-8a4f826d432c req-1a8fd778-1333-45c1-b675-655362c22f2d tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 945 time: 0.1417556 Apr 11 17:52:18.487593 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98101a3-503a-49d1-943d-85496096a813 req-ad1b590b-6455-4cb6-a743-0594123744fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.489090 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b98101a3-503a-49d1-943d-85496096a813 req-ad1b590b-6455-4cb6-a743-0594123744fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873213 Apr 11 17:52:18.494977 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-5b866fbc-0757-4b7e-9a78-1b15453d8ef9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Deleting port d4239a43-0c35-467a-90d0-d5709a8e5ad3 {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:18.495314 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-5b866fbc-0757-4b7e-9a78-1b15453d8ef9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.495430 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80514a2c-3465-4d82-95ca-2c61a85b0c97 None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '6aa9acfb-cd77-4a71-9f2f-e2051c97645b', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:85:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:01Z', 'updated_at': '2022-04-11T17:52:15Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:18.498586 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-28c3ae9a-273a-44a0-be6d-dd640f206f45 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040384 Apr 11 17:52:18.583882 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-cd25fe6b-70fc-4d19-a99c-20451e345e0f service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629078 Apr 11 17:52:18.666965 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fc06baa4-fc39-4bed-8a14-8a4f826d432c req-97a1d38a-ba6e-4871-96ba-4c85bd5f2c53 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/security-groups?id=113ee012-a6ab-4f47-80e6-2071eb643240&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809552 Apr 11 17:52:18.669069 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fe42afe8-ad38-46ce-9272-af097d9e928a req-3eb45337-5243-4feb-9660-c7ae17362fe6 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629767 Apr 11 17:52:18.696900 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-5b866fbc-0757-4b7e-9a78-1b15453d8ef9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] For port d4239a43-0c35-467a-90d0-d5709a8e5ad3, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4239a43-0c35-467a-90d0-d5709a8e5ad3,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:18.697274 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-5b866fbc-0757-4b7e-9a78-1b15453d8ef9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.702060 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-62c7227b-b939-48bf-bb5f-109219bb0ea8 req-309cdfaf-95c4-45b7-a1b5-93fbf19e9798 service neutron] 10.222.0.37 "GET /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117079 Apr 11 17:52:18.721716 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-5b866fbc-0757-4b7e-9a78-1b15453d8ef9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Calling delete_port for d4239a43-0c35-467a-90d0-d5709a8e5ad3 owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:18.727377 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b98101a3-503a-49d1-943d-85496096a813 req-a249a618-ff3b-4ba7-88aa-ceb7cf407227 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268724 Apr 11 17:52:18.772321 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c1955-55d3-43ac-9df0-10942feb292c None None] New status for floating IP 6aa9acfb-cd77-4a71-9f2f-e2051c97645b: ACTIVE {{(pid=109942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:52:18.860759 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-5b866fbc-0757-4b7e-9a78-1b15453d8ef9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (d4239a43-0c35-467a-90d0-d5709a8e5ad3), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.880183 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'tag': '60fc804a-3922-4ae1-8c82-26c40b09dc8c'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:18.882827 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca82ab2-6adf-4a74-aa54-e585274508d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d", "tag": "60fc804a-3922-4ae1-8c82-26c40b09dc8c"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:18.915658 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b866fbc-0757-4b7e-9a78-1b15453d8ef9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event deleted for resources: {'Port': ['ID=d4239a43-0c35-467a-90d0-d5709a8e5ad3,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:18.922889 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf7cd36-9680-4b7d-93a6-e25a153f534b x-openstack-request-id: req-eaf7cd36-9680-4b7d-93a6-e25a153f534b {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:18.923188 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d", "tag": "60fc804a-3922-4ae1-8c82-26c40b09dc8c", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:18.923485 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eaf7cd36-9680-4b7d-93a6-e25a153f534b {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:18.923829 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf7cd36-9680-4b7d-93a6-e25a153f534b'] response: {'name': 'network-changed', 'server_uuid': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'tag': '60fc804a-3922-4ae1-8c82-26c40b09dc8c', 'status': 'completed', 'code': 200} Apr 11 17:52:18.968884 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-5b866fbc-0757-4b7e-9a78-1b15453d8ef9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] No DVR routers for this DVR port d4239a43-0c35-467a-90d0-d5709a8e5ad3 on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:52:18.973074 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-5b866fbc-0757-4b7e-9a78-1b15453d8ef9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.976921 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3f61b6ce-e83f-4b43-9e83-24bb87724c98 req-5b866fbc-0757-4b7e-9a78-1b15453d8ef9 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.37 "DELETE /v2.0/ports/d4239a43-0c35-467a-90d0-d5709a8e5ad3 HTTP/1.1" status: 204 len: 173 time: 0.7181261 Apr 11 17:52:19.011172 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-fe1a10b0-5bde-4cdb-b3e9-5ed5b646adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:19.012856 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-fe1a10b0-5bde-4cdb-b3e9-5ed5b646adc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 1128 time: 0.0559850 Apr 11 17:52:19.043968 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b98101a3-503a-49d1-943d-85496096a813 req-6682a0c7-60db-4070-87c0-1392af36dfa2 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508207 Apr 11 17:52:19.114391 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-0e2e9531-e678-4380-a1ed-b2d836a061ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:19.115870 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-0e2e9531-e678-4380-a1ed-b2d836a061ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.0972903 Apr 11 17:52:19.160928 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-65c6308a-53ca-4e34-9a72-37d5de45650a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc804a-3922-4ae1-8c82-26c40b09dc8c HTTP/1.1" status: 200 len: 217 time: 0.0385640 Apr 11 17:52:19.211738 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-a0a3970d-bf7c-4328-8b32-de120e5d5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:19.213348 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-a0a3970d-bf7c-4328-8b32-de120e5d5283 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0457454 Apr 11 17:52:19.265742 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-8205ab02-d621-4db0-9b4e-4f0a40aa7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:19.267264 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-8205ab02-d621-4db0-9b4e-4f0a40aa7df7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469384 Apr 11 17:52:19.300927 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'name': 'network-vif-deleted', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:19.303496 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722e0c6a-20df-49b5-bdee-d653dffd7127" -d '{"events": [{"server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "name": "network-vif-deleted", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:19.345041 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fcc0f3-a614-4010-85a2-1b924f92087b x-openstack-request-id: req-38fcc0f3-a614-4010-85a2-1b924f92087b {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:19.345580 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b", "name": "network-vif-deleted", "tag": "d4239a43-0c35-467a-90d0-d5709a8e5ad3", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:19.346086 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38fcc0f3-a614-4010-85a2-1b924f92087b {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:19.346704 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38fcc0f3-a614-4010-85a2-1b924f92087b'] response: {'server_uuid': 'e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b', 'name': 'network-vif-deleted', 'tag': 'd4239a43-0c35-467a-90d0-d5709a8e5ad3', 'status': 'completed', 'code': 200} Apr 11 17:52:19.371020 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-4dc832f8-8935-45df-976d-73f97725bad7 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957792 Apr 11 17:52:19.503461 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-4ca82ab2-6adf-4a74-aa54-e585274508d5 req-3d2e25cc-b4c0-4608-b164-969fceba41c6 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176276 Apr 11 17:52:19.517467 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfca52-0ef4-44ea-9080-77eddd917ef1 req-f4b739ff-b306-4b15-b6e3-77ae6802da66 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:19.518990 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-22bfca52-0ef4-44ea-9080-77eddd917ef1 req-f4b739ff-b306-4b15-b6e3-77ae6802da66 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 944 time: 0.0571191 Apr 11 17:52:19.570448 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-22bfca52-0ef4-44ea-9080-77eddd917ef1 req-36ad56cd-4ca9-40d6-9def-3a77d33747c6 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456202 Apr 11 17:52:19.801316 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c39aaed1-4873-47fb-ab34-5741fe824814 req-485897b5-4b0d-47d4-ad27-ccc551cb5854 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0f3150a-94bc-474b-a0f6-e98bfc7c0a8b HTTP/1.1" status: 200 len: 210 time: 0.0289588 Apr 11 17:52:20.363375 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60314) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:20.719674 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f147054-3797-4957-a1d3-b61a53847407 req-938d841f-12fb-47e1-8be2-3d9f2424385b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:20.721181 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5f147054-3797-4957-a1d3-b61a53847407 req-938d841f-12fb-47e1-8be2-3d9f2424385b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 944 time: 0.0777667 Apr 11 17:52:20.815157 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5f147054-3797-4957-a1d3-b61a53847407 req-0f32f72d-030c-4b84-8423-c1251e2cb211 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865748 Apr 11 17:52:20.819245 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585588'] for router_interface (db8eed94-3e39-45c8-99dd-322b442d28d6), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:20.862381 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60322) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:20.920759 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-df211474-37e6-43c3-9eaf-f21257cdf406 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group (113ee012-a6ab-4f47-80e6-2071eb643240), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:20.946342 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-df211474-37e6-43c3-9eaf-f21257cdf406 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group (113ee012-a6ab-4f47-80e6-2071eb643240), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:21.010646 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-df211474-37e6-43c3-9eaf-f21257cdf406 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (113ee012-a6ab-4f47-80e6-2071eb643240), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:21.013318 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-df211474-37e6-43c3-9eaf-f21257cdf406 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:21.014536 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-df211474-37e6-43c3-9eaf-f21257cdf406 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] 10.222.0.79 "DELETE /v2.0/security-groups/113ee012-a6ab-4f47-80e6-2071eb643240 HTTP/1.1" status: 204 len: 168 time: 0.1511121 Apr 11 17:52:21.024792 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df211474-37e6-43c3-9eaf-f21257cdf406 tempest-TestShelveInstance-1625230185 tempest-TestShelveInstance-1625230185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113ee012-a6ab-4f47-80e6-2071eb643240,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:21.065341 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60326) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:21.077816 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] Deleting port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:21.078155 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:21.168127 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] For port 2b99bc8e-d2df-46e8-817f-7e1cd00e763a, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2b99bc8e-d2df-46e8-817f-7e1cd00e763a,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:21.168127 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:21.184535 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] Calling delete_port for 2b99bc8e-d2df-46e8-817f-7e1cd00e763a owned by network:router_interface {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:21.479979 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585588'] for router_interface (31c20114-fd50-4656-acf8-7473380c92ad), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:21.687098 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (2b99bc8e-d2df-46e8-817f-7e1cd00e763a), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:21.712150 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b99bc8e-d2df-46e8-817f-7e1cd00e763a,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:21.941166 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585432'] for router_interface (db8eed94-3e39-45c8-99dd-322b442d28d6), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:21.954337 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efb5a9-a7d3-4b4e-b8fd-49ba84817afd req-8b8750fd-2967-4e5e-83d8-83b2efa44b72 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:21.955884 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-31efb5a9-a7d3-4b4e-b8fd-49ba84817afd req-8b8750fd-2967-4e5e-83d8-83b2efa44b72 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 944 time: 0.0633557 Apr 11 17:52:22.011674 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] Deleting port 001385c7-a6e8-4ad0-ab76-7396a0334894 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:22.012265 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:22.083030 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-31efb5a9-a7d3-4b4e-b8fd-49ba84817afd req-0104082c-7974-46fb-b527-0d2984923ed3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196485 Apr 11 17:52:22.095222 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] For port 001385c7-a6e8-4ad0-ab76-7396a0334894, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=001385c7-a6e8-4ad0-ab76-7396a0334894,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:22.096378 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:22.110718 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] Calling delete_port for 001385c7-a6e8-4ad0-ab76-7396a0334894 owned by network:router_interface {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:22.214117 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] Router db8eed94-3e39-45c8-99dd-322b442d28d6 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:52:22.297125 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (001385c7-a6e8-4ad0-ab76-7396a0334894), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:22.326881 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:22.328314 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] Pushing event deleted for resources: {'Port': ['ID=001385c7-a6e8-4ad0-ab76-7396a0334894,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:22.332000 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-838010f2-5c49-4a6b-afd5-bee43313d182 admin admin] 10.222.0.79 "PUT /v2.0/routers/db8eed94-3e39-45c8-99dd-322b442d28d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9673827 Apr 11 17:52:22.334727 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60332) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:22.347107 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] Sync routers for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:22.364756 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:22.365616 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:22.483065 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Publish callbacks [] for router (db8eed94-3e39-45c8-99dd-322b442d28d6), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:22.495365 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:22.542542 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585432'] for router_interface (31c20114-fd50-4656-acf8-7473380c92ad), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:22.596939 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Publish callbacks [] for router_gateway (db8eed94-3e39-45c8-99dd-322b442d28d6), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:22.661359 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Deleting port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:22.661818 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:22.678762 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:52:21Z', 'revision_number': 5, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port': {'id': '7ea0dd46-8f60-4dc4-bc24-44207b02fa7d', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:45:08Z', 'updated_at': '2022-04-11T17:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:22.706824 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] Checking router: db8eed94-3e39-45c8-99dd-322b442d28d6 for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:22.716024 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] Routers {'db8eed94-3e39-45c8-99dd-322b442d28d6'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:22.716781 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['db8eed94-3e39-45c8-99dd-322b442d28d6'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:22.743712 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] For port 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=7ea0dd46-8f60-4dc4-bc24-44207b02fa7d,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:22.744391 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:22.758644 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Calling delete_port for 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d owned by network:router_gateway {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:22.785495 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] Router 31c20114-fd50-4656-acf8-7473380c92ad has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:52:22.811185 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] Set router db8eed94-3e39-45c8-99dd-322b442d28d6 gateway port host: None {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:22.873455 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:52:22Z', 'revision_number': 6, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port_host': None}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:22.900705 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:22.901042 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2daa10-cd06-477a-8fe1-d4e6ae9f444d None None] The sync data for ids ['db8eed94-3e39-45c8-99dd-322b442d28d6'] in dv-cinder-837167-2-iscsi is: [{'id': 'db8eed94-3e39-45c8-99dd-322b442d28d6', 'name': 'tempest-AttachVolumeShelveTestJSON-268387990-router', 'tenant_id': 'af0fe002d6c64500a492b75f6281e779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:45:06Z', 'updated_at': '2022-04-11T17:52:22Z', 'revision_number': 6, 'project_id': 'af0fe002d6c64500a492b75f6281e779', 'gw_port_host': None}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:22.908554 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-27c591f0-4553-40d6-b857-896340a54edb admin admin] 10.222.0.79 "PUT /v2.0/routers/31c20114-fd50-4656-acf8-7473380c92ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8420763 Apr 11 17:52:22.909316 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60334) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:22.911660 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] Sync routers for ids ['31c20114-fd50-4656-acf8-7473380c92ad'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:22.922648 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] Routers {'31c20114-fd50-4656-acf8-7473380c92ad'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:22.923655 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['31c20114-fd50-4656-acf8-7473380c92ad'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:22.955052 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (7ea0dd46-8f60-4dc4-bc24-44207b02fa7d), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:22.985762 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea0dd46-8f60-4dc4-bc24-44207b02fa7d,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:23.035176 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Publish callbacks [] for router (31c20114-fd50-4656-acf8-7473380c92ad), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.048518 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] Set router 31c20114-fd50-4656-acf8-7473380c92ad gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:23.057498 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585406'] for router_gateway (db8eed94-3e39-45c8-99dd-322b442d28d6), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.149461 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Publish callbacks [] for router_gateway (31c20114-fd50-4656-acf8-7473380c92ad), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.197161 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (db8eed94-3e39-45c8-99dd-322b442d28d6), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.202546 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Deleting port 2cb1974c-e334-409f-b664-42e94e90e345 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:23.202980 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (2cb1974c-e334-409f-b664-42e94e90e345), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.218953 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Publish callbacks [] for router_controller (db8eed94-3e39-45c8-99dd-322b442d28d6), precommit_delete_associations {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.237979 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '2cb1974c-e334-409f-b664-42e94e90e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:52:22Z', 'revision_number': 5, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port': {'id': '2cb1974c-e334-409f-b664-42e94e90e345', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:de:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c20114-fd50-4656-acf8-7473380c92ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:46:53Z', 'updated_at': '2022-04-11T17:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:23.272727 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device d4239a43-0c35-467a-90d0-d5709a8e5ad3 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:23.276103 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] Checking router: 31c20114-fd50-4656-acf8-7473380c92ad for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:23.290602 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] Routers {'31c20114-fd50-4656-acf8-7473380c92ad'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:23.291296 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['31c20114-fd50-4656-acf8-7473380c92ad'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:23.306775 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: d4239a43-0c35-467a-90d0-d5709a8e5ad3 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:23.307484 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device d4239a43-0c35-467a-90d0-d5709a8e5ad3 not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:23.308157 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6398b-ce97-4a71-99db-dcd66484595a req-49bd46eb-bb4c-4d0d-b504-e22d259a70df tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:23.309878 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-36d6398b-ce97-4a71-99db-dcd66484595a req-49bd46eb-bb4c-4d0d-b504-e22d259a70df tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 944 time: 0.1311219 Apr 11 17:52:23.317042 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] For port 2cb1974c-e334-409f-b664-42e94e90e345, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2cb1974c-e334-409f-b664-42e94e90e345,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:23.318003 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (2cb1974c-e334-409f-b664-42e94e90e345), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.320503 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1652569'] for router (db8eed94-3e39-45c8-99dd-322b442d28d6), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.321138 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8eed94-3e39-45c8-99dd-322b442d28d6 {{(pid=109938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:52:23.333073 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Calling delete_port for 2cb1974c-e334-409f-b664-42e94e90e345 owned by network:router_gateway {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:23.346086 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.349942 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-c9ef1ce9-2b35-40da-9742-ef709083ad9e admin admin] 10.222.0.79 "DELETE /v2.0/routers/db8eed94-3e39-45c8-99dd-322b442d28d6 HTTP/1.1" status: 204 len: 168 time: 1.0115666 Apr 11 17:52:23.350290 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60338) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:23.406105 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-36d6398b-ce97-4a71-99db-dcd66484595a req-392e9cc9-1335-4a24-acdc-042019021a57 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870550 Apr 11 17:52:23.416972 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] Set router 31c20114-fd50-4656-acf8-7473380c92ad gateway port host: None {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:23.449595 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e22d17-8d08-499f-8a61-21a8978a3fbf admin admin] Deleting subnet 3a67cec6-0444-437c-acca-0749506ce998 {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:52:23.457828 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c2e22d17-8d08-499f-8a61-21a8978a3fbf admin admin] Publish callbacks [] for subnet (3a67cec6-0444-437c-acca-0749506ce998), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.469403 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:52:23Z', 'revision_number': 6, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port_host': None}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:23.534825 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c2e22d17-8d08-499f-8a61-21a8978a3fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (3a67cec6-0444-437c-acca-0749506ce998), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.597585 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a40f1-64ef-4482-a314-ba0a813eba06 None None] The sync data for ids ['31c20114-fd50-4656-acf8-7473380c92ad'] in dv-cinder-837167-2-iscsi is: [{'id': '31c20114-fd50-4656-acf8-7473380c92ad', 'name': 'tempest-TestShelveInstance-798277566-router', 'tenant_id': '56742d0a1df746ab80659261795347ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:46:52Z', 'updated_at': '2022-04-11T17:52:23Z', 'revision_number': 6, 'project_id': '56742d0a1df746ab80659261795347ce', 'gw_port_host': None}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:23.661963 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c2e22d17-8d08-499f-8a61-21a8978a3fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (3a67cec6-0444-437c-acca-0749506ce998), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.684170 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (2cb1974c-e334-409f-b664-42e94e90e345), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.715522 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb1974c-e334-409f-b664-42e94e90e345,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:23.785134 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c2e22d17-8d08-499f-8a61-21a8978a3fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (3a67cec6-0444-437c-acca-0749506ce998), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.819808 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e22d17-8d08-499f-8a61-21a8978a3fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a67cec6-0444-437c-acca-0749506ce998,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:23.821922 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585406'] for router_gateway (31c20114-fd50-4656-acf8-7473380c92ad), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.826809 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c2e22d17-8d08-499f-8a61-21a8978a3fbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.829999 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-c2e22d17-8d08-499f-8a61-21a8978a3fbf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3a67cec6-0444-437c-acca-0749506ce998 HTTP/1.1" status: 204 len: 168 time: 0.4786267 Apr 11 17:52:23.832792 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60340) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:23.842093 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4c8de-948b-4c0a-9822-b6ecb30fd429 None None] Network 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:23.934164 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (8dbd3789-9fd5-41eb-803c-7de97e3a3cfc), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.937624 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (31c20114-fd50-4656-acf8-7473380c92ad), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.948550 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Publish callbacks [] for router_controller (31c20114-fd50-4656-acf8-7473380c92ad), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:23.992202 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Deleting port f35273fc-cf22-44bf-a2d8-0616a895f71d {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:23.992686 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.016224 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1652569'] for router (31c20114-fd50-4656-acf8-7473380c92ad), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.018811 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c20114-fd50-4656-acf8-7473380c92ad {{(pid=109939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:52:24.026064 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.027850 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-175b8d46-b165-41c5-9911-58d93a0ceb48 admin admin] 10.222.0.79 "DELETE /v2.0/routers/31c20114-fd50-4656-acf8-7473380c92ad HTTP/1.1" status: 204 len: 168 time: 1.1176548 Apr 11 17:52:24.031090 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60342) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:24.082543 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] DHCP port deletion for 8dbd3789-9fd5-41eb-803c-7de97e3a3cfc request from dv-cinder-837167-2-iscsi {{(pid=109940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:52:24.088559 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] For port f35273fc-cf22-44bf-a2d8-0616a895f71d, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=f35273fc-cf22-44bf-a2d8-0616a895f71d,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:24.088808 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.113305 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd1217d-719d-46aa-8ac1-685edea8a21a admin admin] Deleting subnet 28ce48ab-926e-4182-b06b-bee801f2e4cd {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:52:24.114844 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Calling delete_port for f35273fc-cf22-44bf-a2d8-0616a895f71d owned by network:dhcp {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:24.122455 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2cd1217d-719d-46aa-8ac1-685edea8a21a admin admin] Publish callbacks [] for subnet (28ce48ab-926e-4182-b06b-bee801f2e4cd), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.165223 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Deleting port f35273fc-cf22-44bf-a2d8-0616a895f71d {{(pid=109940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:24.165687 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), before_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.187089 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2cd1217d-719d-46aa-8ac1-685edea8a21a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (28ce48ab-926e-4182-b06b-bee801f2e4cd), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.248628 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] For port f35273fc-cf22-44bf-a2d8-0616a895f71d, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=f35273fc-cf22-44bf-a2d8-0616a895f71d,segment=NetworkSegment(1a7ac651-5b0c-4f0d-b726-6a0b14a36dda),segment_id=1a7ac651-5b0c-4f0d-b726-6a0b14a36dda)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:24.249021 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), precommit_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.264388 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Calling delete_port for f35273fc-cf22-44bf-a2d8-0616a895f71d owned by network:dhcp {{(pid=109940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:24.269781 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.297721 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2cd1217d-719d-46aa-8ac1-685edea8a21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (28ce48ab-926e-4182-b06b-bee801f2e4cd), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.299716 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] No DVR routers for this DVR port f35273fc-cf22-44bf-a2d8-0616a895f71d on host dv-cinder-837167-2-iscsi {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:52:24.304997 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f35273fc-cf22-44bf-a2d8-0616a895f71d,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:24.358162 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2cd1217d-719d-46aa-8ac1-685edea8a21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (28ce48ab-926e-4182-b06b-bee801f2e4cd), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.362550 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (f35273fc-cf22-44bf-a2d8-0616a895f71d), after_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.379477 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (8dbd3789-9fd5-41eb-803c-7de97e3a3cfc), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.386139 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1217d-719d-46aa-8ac1-685edea8a21a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ce48ab-926e-4182-b06b-bee801f2e4cd,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:24.388254 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-2cd1217d-719d-46aa-8ac1-685edea8a21a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.391525 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-2cd1217d-719d-46aa-8ac1-685edea8a21a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/28ce48ab-926e-4182-b06b-bee801f2e4cd HTTP/1.1" status: 204 len: 168 time: 0.3591385 Apr 11 17:52:24.394108 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60346) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:24.410870 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbd3789-9fd5-41eb-803c-7de97e3a3cfc']}} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:24.429613 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda') {'for_net_delete': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:24.430005 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7ac651-5b0c-4f0d-b726-6a0b14a36dda') {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:24.448343 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51458797'] for segment (1a7ac651-5b0c-4f0d-b726-6a0b14a36dda), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.472351 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (1a7ac651-5b0c-4f0d-b726-6a0b14a36dda), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.476124 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (cc320569-a755-4d7f-8e84-71edd9fbb209), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.482270 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=109938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:52:24.482767 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51458120'] for segment (1a7ac651-5b0c-4f0d-b726-6a0b14a36dda), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: Traceback (most recent call last): Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: timer() Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: cb(*args, **kw) Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: return func(*args, **kwargs) Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: self._notify() Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: self.callback(batched_events) Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: event.method(event) Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: return f(self, *a, **k) Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: return self._get(url).json() Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: return self.request(url, 'GET', **kwargs) Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:52:24.492859 dv-cinder-837167-2-iscsi neutron-server[109938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:52:24.524808 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Deleting port 5abaff87-d783-499c-9184-357120b940a4 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:24.525147 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (5abaff87-d783-499c-9184-357120b940a4), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.535316 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d69041-f449-4c33-847f-0a88133fae6c None None] Network cc320569-a755-4d7f-8e84-71edd9fbb209 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:24.539706 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Pushing event deleted for resources: {'Port': ['ID=f35273fc-cf22-44bf-a2d8-0616a895f71d,revision_number=None']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:24.547638 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] No DVR routers for this DVR port f35273fc-cf22-44bf-a2d8-0616a895f71d on host dv-cinder-837167-2-iscsi {{(pid=109940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:52:24.551121 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.551481 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.551844 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.552200 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.552566 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.552893 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.553190 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.553515 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.553885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.553885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.553885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.553885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.553885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.553885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.553885 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d373a-d650-43c2-843c-e3a5f4bc89ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:24.620087 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac040d-0968-4a02-97c9-aa15aa1cfc05 req-1d141b04-469b-4958-8ca8-9b69dd8448b9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:24.620846 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] For port 5abaff87-d783-499c-9184-357120b940a4, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=5abaff87-d783-499c-9184-357120b940a4,segment=NetworkSegment(6ebe0db3-fa61-4121-a422-a76c27ba0003),segment_id=6ebe0db3-fa61-4121-a422-a76c27ba0003)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:24.621224 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (5abaff87-d783-499c-9184-357120b940a4), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.622142 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5fac040d-0968-4a02-97c9-aa15aa1cfc05 req-1d141b04-469b-4958-8ca8-9b69dd8448b9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 944 time: 0.1436119 Apr 11 17:52:24.631259 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (8dbd3789-9fd5-41eb-803c-7de97e3a3cfc), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.634318 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 001385c7-a6e8-4ad0-ab76-7396a0334894 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:24.636920 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Calling delete_port for 5abaff87-d783-499c-9184-357120b940a4 owned by network:dhcp {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:24.656970 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.663823 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] 10.222.0.79 "DELETE /v2.0/networks/8dbd3789-9fd5-41eb-803c-7de97e3a3cfc HTTP/1.1" status: 204 len: 168 time: 0.8288696 Apr 11 17:52:24.671682 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce518d81-007e-4dc5-a80a-b97767e09a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=8dbd3789-9fd5-41eb-803c-7de97e3a3cfc,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:24.690821 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 001385c7-a6e8-4ad0-ab76-7396a0334894 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:24.691048 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 001385c7-a6e8-4ad0-ab76-7396a0334894 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:24.691981 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2b99bc8e-d2df-46e8-817f-7e1cd00e763a no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:24.709636 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5fac040d-0968-4a02-97c9-aa15aa1cfc05 req-0caf4168-ef03-43e4-88eb-ef0dfd84b9ac tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757210 Apr 11 17:52:24.732804 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (5abaff87-d783-499c-9184-357120b940a4), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.751854 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 2b99bc8e-d2df-46e8-817f-7e1cd00e763a {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:24.752346 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2b99bc8e-d2df-46e8-817f-7e1cd00e763a not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:24.752966 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:24.764551 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Pushing event deleted for resources: {'Port': ['ID=5abaff87-d783-499c-9184-357120b940a4,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:24.768074 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] No DVR routers for this DVR port 5abaff87-d783-499c-9184-357120b940a4 on host dv-cinder-837167-2-iscsi {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:52:24.776529 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:24.776942 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 7ea0dd46-8f60-4dc4-bc24-44207b02fa7d not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:24.845836 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60352) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:24.856286 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (cc320569-a755-4d7f-8e84-71edd9fbb209), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.890611 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc320569-a755-4d7f-8e84-71edd9fbb209']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:24.895193 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb5dd9-9ba4-41ab-b40d-86885560f138 None None] DHCP port deletion for cc320569-a755-4d7f-8e84-71edd9fbb209 request from dv-cinder-837167-2-iscsi {{(pid=109940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:52:24.907885 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebe0db3-fa61-4121-a422-a76c27ba0003') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:24.908177 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebe0db3-fa61-4121-a422-a76c27ba0003') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:24.926530 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (6ebe0db3-fa61-4121-a422-a76c27ba0003), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.937633 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-64c78c01-2405-4f48-91b2-c607822e000c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af0fe002d6c64500a492b75f6281e779&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0901089 Apr 11 17:52:24.938772 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60354) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:24.944517 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (6ebe0db3-fa61-4121-a422-a76c27ba0003), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.953597 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:52:24.954058 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (6ebe0db3-fa61-4121-a422-a76c27ba0003), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:52:24.956143 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:52:25.002614 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2b9e-6e6a-42f0-97e6-c5e7822da321 admin admin] Publish callbacks [] for security_group (63eff174-ac9f-4d44-a1a1-36986d1dc889), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:25.026290 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (cc320569-a755-4d7f-8e84-71edd9fbb209), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:25.027911 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2b9e-6e6a-42f0-97e6-c5e7822da321 admin admin] Publish callbacks [] for security_group (63eff174-ac9f-4d44-a1a1-36986d1dc889), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:25.032409 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:25.035940 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] 10.222.0.79 "DELETE /v2.0/networks/cc320569-a755-4d7f-8e84-71edd9fbb209 HTTP/1.1" status: 204 len: 168 time: 0.6400812 Apr 11 17:52:25.039351 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60356) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:25.047091 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d6ed4-2740-4e35-83fb-3377f4563935 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc320569-a755-4d7f-8e84-71edd9fbb209,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:25.153344 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2b9e-6e6a-42f0-97e6-c5e7822da321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (63eff174-ac9f-4d44-a1a1-36986d1dc889), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:25.156000 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2b9e-6e6a-42f0-97e6-c5e7822da321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:25.157070 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-5e2f2b9e-6e6a-42f0-97e6-c5e7822da321 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63eff174-ac9f-4d44-a1a1-36986d1dc889 HTTP/1.1" status: 204 len: 168 time: 0.2171283 Apr 11 17:52:25.171306 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f2b9e-6e6a-42f0-97e6-c5e7822da321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eff174-ac9f-4d44-a1a1-36986d1dc889,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:25.409093 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585588'] for router_interface (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:25.687906 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] Deleting port b83d456e-1b37-48eb-af27-cc4b5b09603e {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:25.688325 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:25.787268 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] For port b83d456e-1b37-48eb-af27-cc4b5b09603e, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=b83d456e-1b37-48eb-af27-cc4b5b09603e,segment=NetworkSegment(17c43f69-bb70-4753-a46a-f26703418c37),segment_id=17c43f69-bb70-4753-a46a-f26703418c37)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:25.787719 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:25.825204 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] Calling delete_port for b83d456e-1b37-48eb-af27-cc4b5b09603e owned by network:router_interface {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:25.838518 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2cb1974c-e334-409f-b664-42e94e90e345 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:25.861457 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 2cb1974c-e334-409f-b664-42e94e90e345 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:25.862024 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2cb1974c-e334-409f-b664-42e94e90e345 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:25.862601 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device f35273fc-cf22-44bf-a2d8-0616a895f71d no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:25.870685 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f96c2-097d-4081-81d8-a89119a12efc req-bca66608-7987-4eea-bab4-b33be422f582 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:25.872189 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-720f96c2-097d-4081-81d8-a89119a12efc req-bca66608-7987-4eea-bab4-b33be422f582 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 944 time: 0.0812898 Apr 11 17:52:25.891084 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: f35273fc-cf22-44bf-a2d8-0616a895f71d {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:25.891753 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device f35273fc-cf22-44bf-a2d8-0616a895f71d not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:25.892261 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 5abaff87-d783-499c-9184-357120b940a4 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:25.912423 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 5abaff87-d783-499c-9184-357120b940a4 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:25.913110 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 5abaff87-d783-499c-9184-357120b940a4 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:25.962851 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-720f96c2-097d-4081-81d8-a89119a12efc req-70f8ae51-62eb-4f61-8c59-4c01e229f10c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622258 Apr 11 17:52:26.085649 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (b83d456e-1b37-48eb-af27-cc4b5b09603e), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:26.111587 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83d456e-1b37-48eb-af27-cc4b5b09603e,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:26.562080 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585432'] for router_interface (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:26.782852 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] Router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:52:26.902612 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:26.908043 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-85c16e2d-2526-40c2-bfda-0e0803d0db48 admin admin] 10.222.0.79 "PUT /v2.0/routers/7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8676963 Apr 11 17:52:26.910943 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60400) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:26.914559 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] Sync routers for ids ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:26.928463 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] Routers {'7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:26.929246 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:27.059247 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Publish callbacks [] for router (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.062387 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] Set router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:27.129393 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01e25d-d362-4701-95a3-7ed6a7cbea0f req-d13659c9-7cd1-4be4-9c20-4b3e9d199c91 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:27.131274 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4d01e25d-d362-4701-95a3-7ed6a7cbea0f req-d13659c9-7cd1-4be4-9c20-4b3e9d199c91 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 944 time: 0.0882125 Apr 11 17:52:27.232623 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4d01e25d-d362-4701-95a3-7ed6a7cbea0f req-ac137143-4928-417d-a544-f4aff9178c5d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936294 Apr 11 17:52:27.234363 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'name': 'tempest-TestShelveInstance-211087831-router', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:52:26Z', 'revision_number': 5, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'gw_port': {'id': '2fae8c32-5b5b-4b35-9da6-61ef7906e164', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:27.235396 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Publish callbacks [] for router_gateway (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.267773 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] Checking router: 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:27.277191 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] Routers {'7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:27.277874 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:27.286437 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Deleting port 2fae8c32-5b5b-4b35-9da6-61ef7906e164 {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:27.286751 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.312996 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 60fc804a-3922-4ae1-8c82-26c40b09dc8c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:52:27.371119 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] For port 2fae8c32-5b5b-4b35-9da6-61ef7906e164, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=2fae8c32-5b5b-4b35-9da6-61ef7906e164,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:27.371485 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.385087 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Calling delete_port for 2fae8c32-5b5b-4b35-9da6-61ef7906e164 owned by network:router_gateway {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:27.392323 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] Set router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe gateway port host: None {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:27.453925 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'name': 'tempest-TestShelveInstance-211087831-router', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:52:27Z', 'revision_number': 6, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'gw_port_host': None}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:27.506762 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7422d262-48ce-4bd0-92bb-82f27f185b18 None None] The sync data for ids ['7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe'] in dv-cinder-837167-2-iscsi is: [{'id': '7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe', 'name': 'tempest-TestShelveInstance-211087831-router', 'tenant_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:47:04Z', 'updated_at': '2022-04-11T17:52:27Z', 'revision_number': 6, 'project_id': '1dcb450ca5fc44cfa2b4447b63e2886b', 'gw_port_host': None}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:27.543566 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 60fc804a-3922-4ae1-8c82-26c40b09dc8c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=60fc804a-3922-4ae1-8c82-26c40b09dc8c,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:27.556106 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '60fc804a-3922-4ae1-8c82-26c40b09dc8c', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'port_id': '60fc804a-3922-4ae1-8c82-26c40b09dc8c', 'mac_address': 'fa:16:3e:a4:4d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:52:27.564233 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (2fae8c32-5b5b-4b35-9da6-61ef7906e164), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.597414 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 60fc804a-3922-4ae1-8c82-26c40b09dc8c is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:27.598512 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.599158 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fae8c32-5b5b-4b35-9da6-61ef7906e164,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:27.612008 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fc804a-3922-4ae1-8c82-26c40b09dc8c {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:52:27.633093 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 60fc804a-3922-4ae1-8c82-26c40b09dc8c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=60fc804a-3922-4ae1-8c82-26c40b09dc8c,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:27.638619 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.660337 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585406'] for router_gateway (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.685819 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=60fc804a-3922-4ae1-8c82-26c40b09dc8c,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:27.753642 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.756209 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Publish callbacks [] for router_controller (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), precommit_delete_associations {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.803885 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1652569'] for router (7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.804516 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe {{(pid=109938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:52:27.809379 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.810595 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-16939cab-d386-4f71-b4fa-34c013f53a27 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7fe2940b-a5b3-4f5c-b3cf-cecfda5d4dbe HTTP/1.1" status: 204 len: 168 time: 0.8983381 Apr 11 17:52:27.813192 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60406) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:27.860286 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['60fc804a-3922-4ae1-8c82-26c40b09dc8c'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:52:27.860923 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_v2 [None req-003e6c37-5384-431c-a193-f627eab19ab4 admin admin] Deleting subnet 1b87dc3d-5917-4f08-9e6b-d1b52609b165 {{(pid=109938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:52:27.864757 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-003e6c37-5384-431c-a193-f627eab19ab4 admin admin] Publish callbacks [] for subnet (1b87dc3d-5917-4f08-9e6b-d1b52609b165), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:27.920622 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-003e6c37-5384-431c-a193-f627eab19ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51458788'] for subnet (1b87dc3d-5917-4f08-9e6b-d1b52609b165), precommit_delete_associations {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.055803 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-003e6c37-5384-431c-a193-f627eab19ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (1b87dc3d-5917-4f08-9e6b-d1b52609b165), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.112465 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-003e6c37-5384-431c-a193-f627eab19ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51458274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-53368457'] for subnet (1b87dc3d-5917-4f08-9e6b-d1b52609b165), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.140923 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e6c37-5384-431c-a193-f627eab19ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b87dc3d-5917-4f08-9e6b-d1b52609b165,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:28.144651 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-003e6c37-5384-431c-a193-f627eab19ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for subnet (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.147875 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-003e6c37-5384-431c-a193-f627eab19ab4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1b87dc3d-5917-4f08-9e6b-d1b52609b165 HTTP/1.1" status: 204 len: 168 time: 0.3337040 Apr 11 17:52:28.150973 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60412) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:28.157155 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a087d6-916c-4ab7-bf76-e3b40eef6eae None None] Network f52006b7-a581-4cea-9905-737c5e3d4a5e requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:28.228485 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (f52006b7-a581-4cea-9905-737c5e3d4a5e), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.277732 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Deleting port 5b7e44c2-9769-4064-92cc-81ace4df0a81 {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:28.278157 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.363612 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184ff5a-9cd0-48d2-8388-a9f9a639fd6d None None] DHCP port deletion for f52006b7-a581-4cea-9905-737c5e3d4a5e request from dv-cinder-837167-2-iscsi {{(pid=109940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:52:28.373134 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device b83d456e-1b37-48eb-af27-cc4b5b09603e no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:28.375933 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] For port 5b7e44c2-9769-4064-92cc-81ace4df0a81, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=5b7e44c2-9769-4064-92cc-81ace4df0a81,segment=NetworkSegment(17c43f69-bb70-4753-a46a-f26703418c37),segment_id=17c43f69-bb70-4753-a46a-f26703418c37)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:28.376319 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.394912 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Calling delete_port for 5b7e44c2-9769-4064-92cc-81ace4df0a81 owned by network:dhcp {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:28.402246 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9aab0-925a-453e-a0f9-e1bc18a90024 req-a001b932-ea8a-4495-9ecc-e69282268612 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:28.403759 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-95f9aab0-925a-453e-a0f9-e1bc18a90024 req-a001b932-ea8a-4495-9ecc-e69282268612 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 945 time: 0.0768585 Apr 11 17:52:28.415970 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: b83d456e-1b37-48eb-af27-cc4b5b09603e {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:28.416323 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device b83d456e-1b37-48eb-af27-cc4b5b09603e not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:28.425356 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-3184ff5a-9cd0-48d2-8388-a9f9a639fd6d None None] Deleting port 5b7e44c2-9769-4064-92cc-81ace4df0a81 {{(pid=109940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:28.425754 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3184ff5a-9cd0-48d2-8388-a9f9a639fd6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), before_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.501558 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-3184ff5a-9cd0-48d2-8388-a9f9a639fd6d None None] For port 5b7e44c2-9769-4064-92cc-81ace4df0a81, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=5b7e44c2-9769-4064-92cc-81ace4df0a81,segment=NetworkSegment(17c43f69-bb70-4753-a46a-f26703418c37),segment_id=17c43f69-bb70-4753-a46a-f26703418c37)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:28.502061 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3184ff5a-9cd0-48d2-8388-a9f9a639fd6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), precommit_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.502446 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-95f9aab0-925a-453e-a0f9-e1bc18a90024 req-4ee27e3a-0ec0-4b12-a2f9-465bbe8207a4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911822 Apr 11 17:52:28.517376 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-3184ff5a-9cd0-48d2-8388-a9f9a639fd6d None None] Calling delete_port for 5b7e44c2-9769-4064-92cc-81ace4df0a81 owned by network:dhcp {{(pid=109940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:28.536626 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.559279 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] No DVR routers for this DVR port 5b7e44c2-9769-4064-92cc-81ace4df0a81 on host dv-cinder-837167-2-iscsi {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:52:28.592138 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7e44c2-9769-4064-92cc-81ace4df0a81,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:28.654283 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-3184ff5a-9cd0-48d2-8388-a9f9a639fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (5b7e44c2-9769-4064-92cc-81ace4df0a81), after_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.688370 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184ff5a-9cd0-48d2-8388-a9f9a639fd6d None None] Pushing event deleted for resources: {'Port': ['ID=5b7e44c2-9769-4064-92cc-81ace4df0a81,revision_number=None']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:28.690450 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (f52006b7-a581-4cea-9905-737c5e3d4a5e), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.696733 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184ff5a-9cd0-48d2-8388-a9f9a639fd6d None None] No DVR routers for this DVR port 5b7e44c2-9769-4064-92cc-81ace4df0a81 on host dv-cinder-837167-2-iscsi {{(pid=109940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:52:28.714088 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52006b7-a581-4cea-9905-737c5e3d4a5e']}} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:28.724957 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c43f69-bb70-4753-a46a-f26703418c37') {'for_net_delete': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:28.725248 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.services.segments.db [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c43f69-bb70-4753-a46a-f26703418c37') {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:28.735863 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51458797'] for segment (17c43f69-bb70-4753-a46a-f26703418c37), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.750806 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (17c43f69-bb70-4753-a46a-f26703418c37), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.757288 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=109938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:52:28.757670 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51458120'] for segment (17c43f69-bb70-4753-a46a-f26703418c37), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: Traceback (most recent call last): Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: timer() Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: cb(*args, **kw) Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: return func(*args, **kwargs) Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: self._notify() Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: self.callback(batched_events) Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: event.method(event) Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: return f(self, *a, **k) Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: return self._get(url).json() Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: return self.request(url, 'GET', **kwargs) Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:52:28.759621 dv-cinder-837167-2-iscsi neutron-server[109938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:52:28.820412 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (f52006b7-a581-4cea-9905-737c5e3d4a5e), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.826216 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:28.829431 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] 10.222.0.79 "DELETE /v2.0/networks/f52006b7-a581-4cea-9905-737c5e3d4a5e HTTP/1.1" status: 204 len: 168 time: 0.6774881 Apr 11 17:52:28.843706 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84637980-db9a-46d8-8163-a7a14073147b admin admin] Pushing event deleted for resources: {'Network': ['ID=f52006b7-a581-4cea-9905-737c5e3d4a5e,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:29.016928 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60420) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:29.059331 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f0e11189-a9dd-4ac8-9718-a03ad5a4a854 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=56742d0a1df746ab80659261795347ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410261 Apr 11 17:52:29.062607 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60422) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:29.114079 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Publish callbacks [] for security_group (3347525d-5714-4976-8571-16044f108e99), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.136392 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Publish callbacks [] for security_group (3347525d-5714-4976-8571-16044f108e99), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.189354 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (3347525d-5714-4976-8571-16044f108e99), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.192267 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.193599 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3347525d-5714-4976-8571-16044f108e99 HTTP/1.1" status: 204 len: 168 time: 0.1296844 Apr 11 17:52:29.202264 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3347525d-5714-4976-8571-16044f108e99,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:29.209805 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.210117 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.210506 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.210776 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.211101 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.211525 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.211851 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.212167 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.212679 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.212679 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.213263 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.213566 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.213907 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.214215 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.214530 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28413e5-ecd3-40ae-a071-b461296b21ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:29.525322 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60430) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:29.567307 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b6df4ff8-4e8c-43ec-a703-aeed718433ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1dcb450ca5fc44cfa2b4447b63e2886b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407181 Apr 11 17:52:29.570051 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60434) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:29.649251 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dcf70-f6f9-4e22-8831-aca68337d468 req-4f9587de-6964-4ee1-9154-c820411a777b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:29.650761 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a19dcf70-f6f9-4e22-8831-aca68337d468 req-4f9587de-6964-4ee1-9154-c820411a777b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 945 time: 0.0662282 Apr 11 17:52:29.672515 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c0df7fdf-c6d3-489e-9b62-f4fa34bf94bb admin admin] Publish callbacks [] for security_group (ab4a2432-1fc9-4bcf-ac38-fa924ccef7d4), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.712599 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c0df7fdf-c6d3-489e-9b62-f4fa34bf94bb admin admin] Publish callbacks [] for security_group (ab4a2432-1fc9-4bcf-ac38-fa924ccef7d4), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.737860 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a19dcf70-f6f9-4e22-8831-aca68337d468 req-8addba0a-0236-4660-9e6d-77f444c6f514 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785024 Apr 11 17:52:29.783967 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c0df7fdf-c6d3-489e-9b62-f4fa34bf94bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (ab4a2432-1fc9-4bcf-ac38-fa924ccef7d4), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.786980 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c0df7fdf-c6d3-489e-9b62-f4fa34bf94bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.788211 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-c0df7fdf-c6d3-489e-9b62-f4fa34bf94bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab4a2432-1fc9-4bcf-ac38-fa924ccef7d4 HTTP/1.1" status: 204 len: 168 time: 0.2172217 Apr 11 17:52:29.797154 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df7fdf-c6d3-489e-9b62-f4fa34bf94bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4a2432-1fc9-4bcf-ac38-fa924ccef7d4,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:29.839791 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 5b7e44c2-9769-4064-92cc-81ace4df0a81 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:29.860520 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 5b7e44c2-9769-4064-92cc-81ace4df0a81 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:29.860870 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 5b7e44c2-9769-4064-92cc-81ace4df0a81 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:29.861297 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2fae8c32-5b5b-4b35-9da6-61ef7906e164 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:29.881366 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 2fae8c32-5b5b-4b35-9da6-61ef7906e164 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:29.881508 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 2fae8c32-5b5b-4b35-9da6-61ef7906e164 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:30.855598 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc205912-9358-46d0-bee0-d5b032d4aaff req-4f2d246f-26e3-4e96-8a8d-3d44921a517a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:30.857128 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cc205912-9358-46d0-bee0-d5b032d4aaff req-4f2d246f-26e3-4e96-8a8d-3d44921a517a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 945 time: 0.0473313 Apr 11 17:52:30.908673 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cc205912-9358-46d0-bee0-d5b032d4aaff req-e63319a2-ab10-4c23-9687-18b49162a59e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 Apr 11 17:52:31.048605 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 60fc804a-3922-4ae1-8c82-26c40b09dc8c up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:31.094897 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 60fc804a-3922-4ae1-8c82-26c40b09dc8c completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:52:31.102291 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 60fc804a-3922-4ae1-8c82-26c40b09dc8c triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:31.102684 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:31.181603 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 60fc804a-3922-4ae1-8c82-26c40b09dc8c is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:31.182005 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:31.205950 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fc804a-3922-4ae1-8c82-26c40b09dc8c'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:31.208249 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55495496-e921-4468-ae39-dbf8b983e2de" -d '{"events": [{"server_uuid": "1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d", "name": "network-vif-plugged", "status": "completed", "tag": "60fc804a-3922-4ae1-8c82-26c40b09dc8c"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:31.220957 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 60fc804a-3922-4ae1-8c82-26c40b09dc8c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=60fc804a-3922-4ae1-8c82-26c40b09dc8c,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:31.226474 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:31.248886 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b323c13d-377f-450d-a1ba-51d7afb8889d x-openstack-request-id: req-b323c13d-377f-450d-a1ba-51d7afb8889d {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:31.249178 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d", "name": "network-vif-plugged", "status": "completed", "tag": "60fc804a-3922-4ae1-8c82-26c40b09dc8c", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:31.249424 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b323c13d-377f-450d-a1ba-51d7afb8889d {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:31.249845 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b323c13d-377f-450d-a1ba-51d7afb8889d'] response: {'server_uuid': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fc804a-3922-4ae1-8c82-26c40b09dc8c', 'code': 200} Apr 11 17:52:31.279377 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=60fc804a-3922-4ae1-8c82-26c40b09dc8c,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:31.475713 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b5c07-e390-4dda-a9c4-b303722f7b46 req-648a46ae-39eb-4d2d-a13e-5ac31322a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:31.477281 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-550b5c07-e390-4dda-a9c4-b303722f7b46 req-648a46ae-39eb-4d2d-a13e-5ac31322a910 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 1130 time: 0.0383453 Apr 11 17:52:31.526983 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-550b5c07-e390-4dda-a9c4-b303722f7b46 req-2b2e41ae-549e-4f31-96aa-5bc571c37f02 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437565 Apr 11 17:52:32.027524 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f962-7a30-4faf-91af-4b00c0a97259 req-98ca3d67-7527-41af-83ae-6c175c177e1f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:32.029021 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bd49f962-7a30-4faf-91af-4b00c0a97259 req-98ca3d67-7527-41af-83ae-6c175c177e1f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 946 time: 0.0524080 Apr 11 17:52:32.079773 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-bd49f962-7a30-4faf-91af-4b00c0a97259 req-3cb48c17-aa7a-4cbe-b1e2-b1ea0e7d5f06 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447774 Apr 11 17:52:33.195385 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37180611-4b2a-47dc-8d69-1988e8cc89a3 req-4f1ae743-8379-4376-b4d9-51f9d453298d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:33.196872 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-37180611-4b2a-47dc-8d69-1988e8cc89a3 req-4f1ae743-8379-4376-b4d9-51f9d453298d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 946 time: 0.0473733 Apr 11 17:52:33.210414 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.245057 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-37180611-4b2a-47dc-8d69-1988e8cc89a3 req-b1851b0c-4915-4b30-bb93-0438c4d88b51 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Apr 11 17:52:34.358688 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a499a1b-947e-4afb-a41e-d80f15d39424 req-e792df27-7e87-4d85-b7bd-1296d5972bda tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:34.360141 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0a499a1b-947e-4afb-a41e-d80f15d39424 req-e792df27-7e87-4d85-b7bd-1296d5972bda tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 946 time: 0.0456920 Apr 11 17:52:34.413938 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0a499a1b-947e-4afb-a41e-d80f15d39424 req-b5091b00-173c-41a2-8b60-08de3c40df35 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478284 Apr 11 17:52:35.527385 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d12bb0-55fc-49c3-9199-3bf81f7a7d59 req-515177ce-f1bf-46b9-935c-51d73ddbae89 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:35.528965 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b4d12bb0-55fc-49c3-9199-3bf81f7a7d59 req-515177ce-f1bf-46b9-935c-51d73ddbae89 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 946 time: 0.0489621 Apr 11 17:52:35.587471 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b4d12bb0-55fc-49c3-9199-3bf81f7a7d59 req-d19104ec-0708-464d-a654-5f75cd13baa7 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519824 Apr 11 17:52:36.700471 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48c333-307a-4abc-97f5-eb6c346561be req-47e39f0e-b02c-4873-91dd-3a52618ce9aa tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:36.701972 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de48c333-307a-4abc-97f5-eb6c346561be req-47e39f0e-b02c-4873-91dd-3a52618ce9aa tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 946 time: 0.0472505 Apr 11 17:52:36.752345 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de48c333-307a-4abc-97f5-eb6c346561be req-1d6d7438-a2d0-4aee-adad-fb67f33cdf8d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Apr 11 17:52:36.867238 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b4025-48bd-4c09-902a-c915f9448518 req-382730f0-8b70-4308-9a9e-d8d9a9457924 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:36.868716 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-749b4025-48bd-4c09-902a-c915f9448518 req-382730f0-8b70-4308-9a9e-d8d9a9457924 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 946 time: 0.0503013 Apr 11 17:52:36.919152 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-749b4025-48bd-4c09-902a-c915f9448518 req-3b29c3f3-ca56-4945-89fa-0a7baae1281c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447271 Apr 11 17:52:36.941999 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60490) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:37.139808 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8279bdb-034c-4acb-b26a-fe5765484bdb tempest-TestVolumeBootPattern-39052174 tempest-TestVolumeBootPattern-39052174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:37.141391 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-b8279bdb-034c-4acb-b26a-fe5765484bdb tempest-TestVolumeBootPattern-39052174 tempest-TestVolumeBootPattern-39052174-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 1125 time: 0.1983826 Apr 11 17:52:37.145026 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60498) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:37.149722 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'port_id': '60fc804a-3922-4ae1-8c82-26c40b09dc8c', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:37.175807 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:37.264658 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:37.381150 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Allocated IP 172.27.0.41 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/7f7809a6-8c7d-433b-b409-fda3f900b4b0) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:37.762513 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for port (7f7809a6-8c7d-433b-b409-fda3f900b4b0), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:37.803548 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (7f7809a6-8c7d-433b-b409-fda3f900b4b0), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:37.853573 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:37.858849 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:37.860833 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'Port': ['ID=7f7809a6-8c7d-433b-b409-fda3f900b4b0,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:37.863067 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:38.271262 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (7f087b09-9578-47cc-acda-fa8023139c84), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.343719 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (7f7809a6-8c7d-433b-b409-fda3f900b4b0), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.523034 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for port (7f7809a6-8c7d-433b-b409-fda3f900b4b0), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.529268 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (7f7809a6-8c7d-433b-b409-fda3f900b4b0), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.599114 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'Port': ['ID=7f7809a6-8c7d-433b-b409-fda3f900b4b0,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:38.611571 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (7f087b09-9578-47cc-acda-fa8023139c84), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.715049 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Floating IP 7f087b09-9578-47cc-acda-fa8023139c84 associated. External IP: 172.27.0.41, port: 60fc804a-3922-4ae1-8c82-26c40b09dc8c. Apr 11 17:52:38.944330 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Router 090f326c-24c8-4ba6-bd2c-efed7b06b58b has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:52:38.988217 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:52:39.059912 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:39.070437 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] Sync routers for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:39.080509 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:39.080961 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:39.081572 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:39.111184 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-88ffdd8d-e95e-4f7c-87af-76802aed9387 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9650605 Apr 11 17:52:39.112223 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'tag': '60fc804a-3922-4ae1-8c82-26c40b09dc8c'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:39.114704 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d", "tag": "60fc804a-3922-4ae1-8c82-26c40b09dc8c"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:39.158252 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da64107-2438-417c-8d7a-6eda8f6e1656 x-openstack-request-id: req-5da64107-2438-417c-8d7a-6eda8f6e1656 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:39.158540 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d", "tag": "60fc804a-3922-4ae1-8c82-26c40b09dc8c", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:39.158912 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5da64107-2438-417c-8d7a-6eda8f6e1656 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:39.159395 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da64107-2438-417c-8d7a-6eda8f6e1656'] response: {'name': 'network-changed', 'server_uuid': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'tag': '60fc804a-3922-4ae1-8c82-26c40b09dc8c', 'status': 'completed', 'code': 200} Apr 11 17:52:39.196572 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:39.442633 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '7f087b09-9578-47cc-acda-fa8023139c84', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '60fc804a-3922-4ae1-8c82-26c40b09dc8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:a4:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:38Z', 'updated_at': '2022-04-11T17:52:38Z', 'revision_number': 0, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:39.470040 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] Checking router: 090f326c-24c8-4ba6-bd2c-efed7b06b58b for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:39.480110 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:39.480819 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:52:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:39.610441 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:39.836335 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '7f087b09-9578-47cc-acda-fa8023139c84', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '60fc804a-3922-4ae1-8c82-26c40b09dc8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:a4:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:38Z', 'updated_at': '2022-04-11T17:52:38Z', 'revision_number': 0, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:39.866849 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fd8c7d-5201-4ebb-a254-7dbbb360a372 None None] The sync data for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi is: [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '7f087b09-9578-47cc-acda-fa8023139c84', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '60fc804a-3922-4ae1-8c82-26c40b09dc8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:a4:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:38Z', 'updated_at': '2022-04-11T17:52:38Z', 'revision_number': 0, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:40.101155 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9bc413-4fec-4c19-95ff-7b4219232ed6 None None] New status for floating IP 7f087b09-9578-47cc-acda-fa8023139c84: ACTIVE {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:52:40.288515 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-ac2bad3e-0552-431c-abdb-90970c32ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:40.290327 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-ac2bad3e-0552-431c-abdb-90970c32ac3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 1130 time: 0.0435817 Apr 11 17:52:40.391496 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-90de77c6-7956-44d1-820a-fe9802592f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:40.393422 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-90de77c6-7956-44d1-820a-fe9802592f71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.0966754 Apr 11 17:52:40.460703 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-4ecff0ae-0aa2-47ca-9bb0-3c53bd099535 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc804a-3922-4ae1-8c82-26c40b09dc8c HTTP/1.1" status: 200 len: 1001 time: 0.0599625 Apr 11 17:52:40.514358 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-74bfc058-9cfc-4890-bfc2-10362b988f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:40.515829 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-74bfc058-9cfc-4890-bfc2-10362b988f04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0486889 Apr 11 17:52:40.566391 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-3a2717f2-b286-4db9-a8a9-f20bbfd16d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:40.567907 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-3a2717f2-b286-4db9-a8a9-f20bbfd16d8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442607 Apr 11 17:52:40.664371 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-bdd33078-4667-4b6c-b5ad-97a67e75b3ff service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889270 Apr 11 17:52:41.025296 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-02c2cc72-ef15-4c21-bb61-ecee023b9ea9 req-782b9174-a3df-43ad-900e-9f9be4940a6f service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514063 Apr 11 17:52:41.569662 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-cc58c008-ccb1-404e-a0aa-db2254879ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.267538 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c9da103b-96f6-4aa8-8c48-a2295a7a1a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.075082 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.113279 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:48.327505 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.649403 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60630) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:56.769762 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-87962ab8-ee8a-46ff-83cd-647a8c5d3bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.855182 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-87962ab8-ee8a-46ff-83cd-647a8c5d3bfc admin admin] Publish callbacks [] for security_group (5717b7fc-672c-459a-865f-4c3bba5693a1), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.861043 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-87962ab8-ee8a-46ff-83cd-647a8c5d3bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (5717b7fc-672c-459a-865f-4c3bba5693a1), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.900635 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87962ab8-ee8a-46ff-83cd-647a8c5d3bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5717b7fc-672c-459a-865f-4c3bba5693a1,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:56.906492 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-87962ab8-ee8a-46ff-83cd-647a8c5d3bfc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a3ec3cc35e7465db334f48ac6a7eb7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558391 Apr 11 17:52:56.909462 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60634) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:56.959958 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5ee76609-c816-4abe-a462-7b6e2a903242 admin admin] Publish callbacks [] for security_group (5717b7fc-672c-459a-865f-4c3bba5693a1), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.984747 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5ee76609-c816-4abe-a462-7b6e2a903242 admin admin] Publish callbacks [] for security_group (5717b7fc-672c-459a-865f-4c3bba5693a1), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.055891 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5ee76609-c816-4abe-a462-7b6e2a903242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (5717b7fc-672c-459a-865f-4c3bba5693a1), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.058503 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5ee76609-c816-4abe-a462-7b6e2a903242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.059672 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5ee76609-c816-4abe-a462-7b6e2a903242 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5717b7fc-672c-459a-865f-4c3bba5693a1 HTTP/1.1" status: 204 len: 168 time: 0.1490529 Apr 11 17:52:57.067502 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee76609-c816-4abe-a462-7b6e2a903242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5717b7fc-672c-459a-865f-4c3bba5693a1,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:57.324503 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60640) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:57.337853 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a6a459a9-28dd-4ce8-9c81-0cf7e4bd2da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.419689 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a6a459a9-28dd-4ce8-9c81-0cf7e4bd2da9 admin admin] Publish callbacks [] for security_group (13fd0b16-a566-49e0-a9d5-39b0ca1ea991), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.425484 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-a6a459a9-28dd-4ce8-9c81-0cf7e4bd2da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (13fd0b16-a566-49e0-a9d5-39b0ca1ea991), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.462310 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a459a9-28dd-4ce8-9c81-0cf7e4bd2da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fd0b16-a566-49e0-a9d5-39b0ca1ea991,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:57.466687 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-a6a459a9-28dd-4ce8-9c81-0cf7e4bd2da9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30612347930a4c198270cdbd3c9cff04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410348 Apr 11 17:52:57.469501 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60642) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:57.520049 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-82791bbc-3b9d-4e8a-963e-ca013fc273a3 admin admin] Publish callbacks [] for security_group (13fd0b16-a566-49e0-a9d5-39b0ca1ea991), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.542119 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-82791bbc-3b9d-4e8a-963e-ca013fc273a3 admin admin] Publish callbacks [] for security_group (13fd0b16-a566-49e0-a9d5-39b0ca1ea991), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.588755 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-82791bbc-3b9d-4e8a-963e-ca013fc273a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (13fd0b16-a566-49e0-a9d5-39b0ca1ea991), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.591405 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-82791bbc-3b9d-4e8a-963e-ca013fc273a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.592590 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-82791bbc-3b9d-4e8a-963e-ca013fc273a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/13fd0b16-a566-49e0-a9d5-39b0ca1ea991 HTTP/1.1" status: 204 len: 168 time: 0.1221092 Apr 11 17:52:57.601118 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82791bbc-3b9d-4e8a-963e-ca013fc273a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fd0b16-a566-49e0-a9d5-39b0ca1ea991,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:59.340627 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60696) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:59.451381 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-49497548-2334-4f79-9a1d-d6d45ab6c3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.535214 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-49497548-2334-4f79-9a1d-d6d45ab6c3ae admin admin] Publish callbacks [] for security_group (50a60cd9-7b88-4e1a-9ae1-0d3e08d4bbd9), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.540429 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-49497548-2334-4f79-9a1d-d6d45ab6c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (50a60cd9-7b88-4e1a-9ae1-0d3e08d4bbd9), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.580677 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-49497548-2334-4f79-9a1d-d6d45ab6c3ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ba521a4a99a43b7a85426ec81fa8f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389657 Apr 11 17:52:59.581528 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49497548-2334-4f79-9a1d-d6d45ab6c3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a60cd9-7b88-4e1a-9ae1-0d3e08d4bbd9,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:59.583849 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60700) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:59.634130 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0d30c7bb-f864-4599-940b-3499bf0916de admin admin] Publish callbacks [] for security_group (50a60cd9-7b88-4e1a-9ae1-0d3e08d4bbd9), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.664182 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0d30c7bb-f864-4599-940b-3499bf0916de admin admin] Publish callbacks [] for security_group (50a60cd9-7b88-4e1a-9ae1-0d3e08d4bbd9), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.712911 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0d30c7bb-f864-4599-940b-3499bf0916de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (50a60cd9-7b88-4e1a-9ae1-0d3e08d4bbd9), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.715610 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0d30c7bb-f864-4599-940b-3499bf0916de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.716722 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-0d30c7bb-f864-4599-940b-3499bf0916de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50a60cd9-7b88-4e1a-9ae1-0d3e08d4bbd9 HTTP/1.1" status: 204 len: 168 time: 0.1319664 Apr 11 17:52:59.724913 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30c7bb-f864-4599-940b-3499bf0916de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a60cd9-7b88-4e1a-9ae1-0d3e08d4bbd9,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:00.002303 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60708) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:00.017496 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6ae9f712-a499-4901-8af8-b86a5ffd26f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.099095 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6ae9f712-a499-4901-8af8-b86a5ffd26f5 admin admin] Publish callbacks [] for security_group (e11e06b4-bdf0-4303-bb32-0737da3eb9b6), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.104414 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-6ae9f712-a499-4901-8af8-b86a5ffd26f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e11e06b4-bdf0-4303-bb32-0737da3eb9b6), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.144128 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-6ae9f712-a499-4901-8af8-b86a5ffd26f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c2ea5f61f1b4952805b8971317f0b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406443 Apr 11 17:53:00.144824 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9f712-a499-4901-8af8-b86a5ffd26f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e06b4-bdf0-4303-bb32-0737da3eb9b6,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:00.147171 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60710) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:00.195993 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fafd3eea-af10-404b-95ce-b5a0f01ddffb admin admin] Publish callbacks [] for security_group (e11e06b4-bdf0-4303-bb32-0737da3eb9b6), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.217541 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fafd3eea-af10-404b-95ce-b5a0f01ddffb admin admin] Publish callbacks [] for security_group (e11e06b4-bdf0-4303-bb32-0737da3eb9b6), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.271731 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fafd3eea-af10-404b-95ce-b5a0f01ddffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e11e06b4-bdf0-4303-bb32-0737da3eb9b6), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.274917 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-fafd3eea-af10-404b-95ce-b5a0f01ddffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.276183 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-fafd3eea-af10-404b-95ce-b5a0f01ddffb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e11e06b4-bdf0-4303-bb32-0737da3eb9b6 HTTP/1.1" status: 204 len: 168 time: 0.1280503 Apr 11 17:53:00.284747 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd3eea-af10-404b-95ce-b5a0f01ddffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e06b4-bdf0-4303-bb32-0737da3eb9b6,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:02.464846 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60790) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:02.573301 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-df3eef47-1e65-4397-8be9-ea0f446ce1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.647972 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-df3eef47-1e65-4397-8be9-ea0f446ce1d8 admin admin] Publish callbacks [] for security_group (e5012e45-92d8-4866-a073-2dbd69960955), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.653774 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-df3eef47-1e65-4397-8be9-ea0f446ce1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e5012e45-92d8-4866-a073-2dbd69960955), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.696192 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3eef47-1e65-4397-8be9-ea0f446ce1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5012e45-92d8-4866-a073-2dbd69960955,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:02.700163 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-df3eef47-1e65-4397-8be9-ea0f446ce1d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee2ff58ce8e14b9cb77f30237862ea86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342629 Apr 11 17:53:02.702950 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60798) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:02.754239 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a3411157-8748-40e5-97cf-212ee7182ad9 admin admin] Publish callbacks [] for security_group (e5012e45-92d8-4866-a073-2dbd69960955), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.776428 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a3411157-8748-40e5-97cf-212ee7182ad9 admin admin] Publish callbacks [] for security_group (e5012e45-92d8-4866-a073-2dbd69960955), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.825459 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a3411157-8748-40e5-97cf-212ee7182ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (e5012e45-92d8-4866-a073-2dbd69960955), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.828475 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a3411157-8748-40e5-97cf-212ee7182ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.832399 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a3411157-8748-40e5-97cf-212ee7182ad9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e5012e45-92d8-4866-a073-2dbd69960955 HTTP/1.1" status: 204 len: 168 time: 0.1286488 Apr 11 17:53:02.840462 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3411157-8748-40e5-97cf-212ee7182ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5012e45-92d8-4866-a073-2dbd69960955,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:03.114890 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60812) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:03.128651 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3509c97f-0413-4a40-9fc4-29ac168b088a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.203526 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3509c97f-0413-4a40-9fc4-29ac168b088a admin admin] Publish callbacks [] for security_group (2b4bb1dd-684e-4ef4-a518-792225db8c26), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.209150 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3509c97f-0413-4a40-9fc4-29ac168b088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (2b4bb1dd-684e-4ef4-a518-792225db8c26), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.211594 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.247691 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-3509c97f-0413-4a40-9fc4-29ac168b088a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d8b6f673dd174a60931a9206c70282ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314580 Apr 11 17:53:03.248328 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509c97f-0413-4a40-9fc4-29ac168b088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4bb1dd-684e-4ef4-a518-792225db8c26,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:03.250708 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60814) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:03.299632 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7898a0cf-c5fe-4974-ba90-eb7cbd7989df admin admin] Publish callbacks [] for security_group (2b4bb1dd-684e-4ef4-a518-792225db8c26), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.321605 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7898a0cf-c5fe-4974-ba90-eb7cbd7989df admin admin] Publish callbacks [] for security_group (2b4bb1dd-684e-4ef4-a518-792225db8c26), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.369104 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7898a0cf-c5fe-4974-ba90-eb7cbd7989df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (2b4bb1dd-684e-4ef4-a518-792225db8c26), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.371844 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7898a0cf-c5fe-4974-ba90-eb7cbd7989df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.373052 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-7898a0cf-c5fe-4974-ba90-eb7cbd7989df admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b4bb1dd-684e-4ef4-a518-792225db8c26 HTTP/1.1" status: 204 len: 168 time: 0.1212928 Apr 11 17:53:03.382559 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898a0cf-c5fe-4974-ba90-eb7cbd7989df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4bb1dd-684e-4ef4-a518-792225db8c26,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:04.740726 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6882e26b-f75c-40fb-8935-3085a988c44e req-7204dbfb-43f1-4c96-b75d-03446efcf4de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385606 Apr 11 17:53:04.826921 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882e26b-f75c-40fb-8935-3085a988c44e req-2cd4bf94-69f8-4d93-afa1-daa57322f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:04.828551 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6882e26b-f75c-40fb-8935-3085a988c44e req-2cd4bf94-69f8-4d93-afa1-daa57322f80b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 1130 time: 0.0438490 Apr 11 17:53:04.936242 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882e26b-f75c-40fb-8935-3085a988c44e req-5b2be046-5cbb-4891-96e7-e3198fe427a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:04.937735 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6882e26b-f75c-40fb-8935-3085a988c44e req-5b2be046-5cbb-4891-96e7-e3198fe427a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 913 time: 0.0897973 Apr 11 17:53:05.014126 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6882e26b-f75c-40fb-8935-3085a988c44e req-b6fd8579-26f1-4d15-af97-53a524bd1ab6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9081e6d-1c97-48a8-b65c-3814b5324d79 HTTP/1.1" status: 200 len: 1001 time: 0.0688353 Apr 11 17:53:05.065297 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882e26b-f75c-40fb-8935-3085a988c44e req-ab7370e7-1d22-4ba1-ac35-693c7bbf6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:05.066834 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6882e26b-f75c-40fb-8935-3085a988c44e req-ab7370e7-1d22-4ba1-ac35-693c7bbf6cb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0463467 Apr 11 17:53:05.112592 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882e26b-f75c-40fb-8935-3085a988c44e req-33e0566e-1898-4cb1-88bf-a7c271f2124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:05.114280 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6882e26b-f75c-40fb-8935-3085a988c44e req-33e0566e-1898-4cb1-88bf-a7c271f2124c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402329 Apr 11 17:53:05.208893 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6882e26b-f75c-40fb-8935-3085a988c44e req-163482db-038f-427b-b2c2-87ce2214bfe2 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878744 Apr 11 17:53:05.302122 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-6882e26b-f75c-40fb-8935-3085a988c44e req-2e98a6b7-116b-408e-8d34-349eb76bbce4 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863624 Apr 11 17:53:09.670292 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60924) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:09.674913 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-b140a2a9-b2e7-4b0a-bf64-10435378f299 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038891051', 'description': 'tempest-description--1781933669'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:09.700582 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b140a2a9-b2e7-4b0a-bf64-10435378f299 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.783424 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b140a2a9-b2e7-4b0a-bf64-10435378f299 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (10132921-ce1d-44c3-b7fc-d2d363b1a10e), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.788634 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b140a2a9-b2e7-4b0a-bf64-10435378f299 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (10132921-ce1d-44c3-b7fc-d2d363b1a10e), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.818305 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b140a2a9-b2e7-4b0a-bf64-10435378f299 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.819662 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b140a2a9-b2e7-4b0a-bf64-10435378f299 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1483531 Apr 11 17:53:09.822754 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60928) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:09.823758 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140a2a9-b2e7-4b0a-bf64-10435378f299 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10132921-ce1d-44c3-b7fc-d2d363b1a10e,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:09.827867 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-380f0f45-776d-4eb3-a2df-2fa1637a2430 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group_rule': {'security_group_id': '10132921-ce1d-44c3-b7fc-d2d363b1a10e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:09.855887 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-380f0f45-776d-4eb3-a2df-2fa1637a2430 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (24a5a78c-506c-4100-9db9-1462404505eb), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.919183 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-380f0f45-776d-4eb3-a2df-2fa1637a2430 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (24a5a78c-506c-4100-9db9-1462404505eb), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.923857 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-380f0f45-776d-4eb3-a2df-2fa1637a2430 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (24a5a78c-506c-4100-9db9-1462404505eb), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.944176 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f0f45-776d-4eb3-a2df-2fa1637a2430 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a5a78c-506c-4100-9db9-1462404505eb,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:09.951419 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-380f0f45-776d-4eb3-a2df-2fa1637a2430 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.955703 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-380f0f45-776d-4eb3-a2df-2fa1637a2430 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286292 Apr 11 17:53:09.956141 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60938) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:09.961085 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-b7b81d62-f124-4758-9d0e-f70c3b817d4f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group_rule': {'security_group_id': '10132921-ce1d-44c3-b7fc-d2d363b1a10e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:09.987697 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b7b81d62-f124-4758-9d0e-f70c3b817d4f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (a3a2d511-60bf-4782-b592-e4ca402415c9), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.046086 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b7b81d62-f124-4758-9d0e-f70c3b817d4f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (a3a2d511-60bf-4782-b592-e4ca402415c9), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.051215 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b7b81d62-f124-4758-9d0e-f70c3b817d4f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (a3a2d511-60bf-4782-b592-e4ca402415c9), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.072019 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b81d62-f124-4758-9d0e-f70c3b817d4f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a2d511-60bf-4782-b592-e4ca402415c9,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:10.078722 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b7b81d62-f124-4758-9d0e-f70c3b817d4f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.083005 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b7b81d62-f124-4758-9d0e-f70c3b817d4f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227701 Apr 11 17:53:10.083367 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 60948) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:10.087794 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:10.108692 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.191203 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.296511 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Allocated IP 172.27.0.198 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/6cdd9faa-24f6-4d81-a2b6-c1b365128720) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:10.412815 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (6cdd9faa-24f6-4d81-a2b6-c1b365128720), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.449962 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (6cdd9faa-24f6-4d81-a2b6-c1b365128720), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.487961 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:10.492476 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:10.495918 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:10.501408 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=6cdd9faa-24f6-4d81-a2b6-c1b365128720,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:10.586809 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (f6617f35-13c0-4dc2-8861-34185cbf6643), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.626673 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (6cdd9faa-24f6-4d81-a2b6-c1b365128720), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.786570 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (6cdd9faa-24f6-4d81-a2b6-c1b365128720), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.792763 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (6cdd9faa-24f6-4d81-a2b6-c1b365128720), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.859404 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=6cdd9faa-24f6-4d81-a2b6-c1b365128720,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:10.871610 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (f6617f35-13c0-4dc2-8861-34185cbf6643), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.888819 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.890147 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-0f9e91e2-c433-4bc2-a10b-28688dde4d72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8060660 Apr 11 17:53:11.093534 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-181842ed-1270-46b7-a75d-8f1e44c7c310 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2038891051&fields=id&tenant_id=1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 267 time: 0.0475113 Apr 11 17:53:11.204540 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-f93e9641-f583-445e-8092-6f7346eb7798 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:11.207123 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-f93e9641-f583-445e-8092-6f7346eb7798 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 812 time: 0.1058731 Apr 11 17:53:11.221710 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-7e56d150-e4e9-4290-9e27-3aa63e35b4b0 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/quotas/1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 375 time: 0.0100584 Apr 11 17:53:11.290298 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-001a65a7-9e97-4ca0-bc01-4cef2609acbc tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623496 Apr 11 17:53:11.391151 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-ae3f1b4f-b730-4b1e-8d73-da789b0fb862 service neutron] 10.222.0.79 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888991 Apr 11 17:53:11.482492 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-72e3bc73-08c2-4568-8d3a-52b752114b3d service neutron] 10.222.0.79 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851245 Apr 11 17:53:11.501079 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60978) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:11.576544 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-9aacea83-dc13-4932-a8d5-ab1e634385f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.623542 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3c1ecaa6-9d20-456d-94af-847a8b0d2882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.670442 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-38faa3a6-fb27-4723-80c8-a02d91c1af00 req-2f4f6892-3b12-4021-9d8a-d75daa82d1b4 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 210 time: 0.0286429 Apr 11 17:53:11.711388 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3c1ecaa6-9d20-456d-94af-847a8b0d2882 admin admin] Publish callbacks [] for security_group (c2024c53-ca9b-497c-ab8c-fa07d1c44888), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.716268 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3c1ecaa6-9d20-456d-94af-847a8b0d2882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c2024c53-ca9b-497c-ab8c-fa07d1c44888), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.759301 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-3c1ecaa6-9d20-456d-94af-847a8b0d2882 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8871de58e25d4e43bd8881d2df400b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540474 Apr 11 17:53:11.759527 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60990) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:11.766770 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ecaa6-9d20-456d-94af-847a8b0d2882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2024c53-ca9b-497c-ab8c-fa07d1c44888,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:11.815343 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-94cadc54-95f5-468d-9909-2572d019e22c admin admin] Publish callbacks [] for security_group (c2024c53-ca9b-497c-ab8c-fa07d1c44888), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.837204 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-94cadc54-95f5-468d-9909-2572d019e22c admin admin] Publish callbacks [] for security_group (c2024c53-ca9b-497c-ab8c-fa07d1c44888), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.887114 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-94cadc54-95f5-468d-9909-2572d019e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c2024c53-ca9b-497c-ab8c-fa07d1c44888), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.889856 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-94cadc54-95f5-468d-9909-2572d019e22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.894051 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-94cadc54-95f5-468d-9909-2572d019e22c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2024c53-ca9b-497c-ab8c-fa07d1c44888 HTTP/1.1" status: 204 len: 168 time: 0.1335387 Apr 11 17:53:11.902117 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cadc54-95f5-468d-9909-2572d019e22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2024c53-ca9b-497c-ab8c-fa07d1c44888,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:12.176259 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 60998) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:12.193846 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3bf23ccd-9970-4ea0-9f95-5e17a7ca773b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.275277 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3bf23ccd-9970-4ea0-9f95-5e17a7ca773b admin admin] Publish callbacks [] for security_group (271ea653-ad57-4e7b-a9f7-80274378d49d), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.280899 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3bf23ccd-9970-4ea0-9f95-5e17a7ca773b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (271ea653-ad57-4e7b-a9f7-80274378d49d), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.319535 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-3bf23ccd-9970-4ea0-9f95-5e17a7ca773b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94c006dec22748479a215338d17f69fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421342 Apr 11 17:53:12.320399 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf23ccd-9970-4ea0-9f95-5e17a7ca773b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271ea653-ad57-4e7b-a9f7-80274378d49d,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:12.322484 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 32768) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:12.376512 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-97690d27-602a-4ea7-844c-fcfb7475a508 admin admin] Publish callbacks [] for security_group (271ea653-ad57-4e7b-a9f7-80274378d49d), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.399530 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-97690d27-602a-4ea7-844c-fcfb7475a508 admin admin] Publish callbacks [] for security_group (271ea653-ad57-4e7b-a9f7-80274378d49d), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.448626 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-97690d27-602a-4ea7-844c-fcfb7475a508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (271ea653-ad57-4e7b-a9f7-80274378d49d), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.451194 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-97690d27-602a-4ea7-844c-fcfb7475a508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.452360 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-97690d27-602a-4ea7-844c-fcfb7475a508 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/271ea653-ad57-4e7b-a9f7-80274378d49d HTTP/1.1" status: 204 len: 168 time: 0.1288593 Apr 11 17:53:12.460680 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97690d27-602a-4ea7-844c-fcfb7475a508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271ea653-ad57-4e7b-a9f7-80274378d49d,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:12.652885 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-1983698f-10f4-4cf0-8bda-6e6b32fe6c3c tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:12.655155 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-1983698f-10f4-4cf0-8bda-6e6b32fe6c3c tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 812 time: 0.1073425 Apr 11 17:53:12.747114 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-32d2f3a9-39f0-4d44-a839-a850dd0e0fa0 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 472 time: 0.0775914 Apr 11 17:53:12.777302 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4498ff7b-33f4-48ec-afcd-ddaeb8db5344 req-6886ef36-8d70-457e-8781-cc385a4d9a72 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 210 time: 0.0273962 Apr 11 17:53:12.801619 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 32780) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:12.815488 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-40e890d6-0b53-4420-91d9-fd61463a19fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.824551 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'port': {'device_id': '5faf421e-8922-4065-938b-692f36e2689e', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'admin_state_up': True, 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'security_groups': ['10132921-ce1d-44c3-b7fc-d2d363b1a10e']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:12.897885 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-40e890d6-0b53-4420-91d9-fd61463a19fa admin admin] Publish callbacks [] for security_group (6ab08daa-4a77-4111-bc4e-7e08cdcd476a), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.903209 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-40e890d6-0b53-4420-91d9-fd61463a19fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (6ab08daa-4a77-4111-bc4e-7e08cdcd476a), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.935073 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Made reservation on behalf of 1889825f742d40bf80b1178627e263c4 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:12.938698 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.942734 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e890d6-0b53-4420-91d9-fd61463a19fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab08daa-4a77-4111-bc4e-7e08cdcd476a,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:12.949520 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-40e890d6-0b53-4420-91d9-fd61463a19fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=76728247cdef4e36ac3ddecbe07f83dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443222 Apr 11 17:53:12.949734 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 32782) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:12.997772 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59066e56-1393-4f2a-bb82-58b509f04901 admin admin] Publish callbacks [] for security_group (6ab08daa-4a77-4111-bc4e-7e08cdcd476a), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.019229 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59066e56-1393-4f2a-bb82-58b509f04901 admin admin] Publish callbacks [] for security_group (6ab08daa-4a77-4111-bc4e-7e08cdcd476a), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.066611 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59066e56-1393-4f2a-bb82-58b509f04901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (6ab08daa-4a77-4111-bc4e-7e08cdcd476a), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.069966 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59066e56-1393-4f2a-bb82-58b509f04901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.071134 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-59066e56-1393-4f2a-bb82-58b509f04901 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ab08daa-4a77-4111-bc4e-7e08cdcd476a HTTP/1.1" status: 204 len: 168 time: 0.1204920 Apr 11 17:53:13.075382 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Allocated IP 172.20.0.8 (8d8a465d-2109-458a-b72f-dfc5617bb9ff/9d299daa-0f4a-47e8-bfd5-e168a73e427e/e89737de-1766-4252-ae52-961db14e3c64) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:13.082229 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59066e56-1393-4f2a-bb82-58b509f04901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab08daa-4a77-4111-bc4e-7e08cdcd476a,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:13.226887 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (e89737de-1766-4252-ae52-961db14e3c64), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.264063 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (e89737de-1766-4252-ae52-961db14e3c64), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.307267 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:13.310441 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:13.314128 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:13.340205 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=e89737de-1766-4252-ae52-961db14e3c64,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:13.378352 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:13.378998 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.398878 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-cf84a8d5-71f2-43a3-9f84-2868c4082c13 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784588 Apr 11 17:53:13.412246 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Request body: {'port': {'device_id': '5faf421e-8922-4065-938b-692f36e2689e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:13.483757 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (e89737de-1766-4252-ae52-961db14e3c64), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.585743 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-8412993e-13c9-4e6e-a18b-22bd64f8cc09 None None] Provisioning complete for port e89737de-1766-4252-ae52-961db14e3c64 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:13.586336 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8412993e-13c9-4e6e-a18b-22bd64f8cc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (e89737de-1766-4252-ae52-961db14e3c64), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.621926 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-8412993e-13c9-4e6e-a18b-22bd64f8cc09 None None] Port e89737de-1766-4252-ae52-961db14e3c64 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:13.763890 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89737de-1766-4252-ae52-961db14e3c64 {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:13.771575 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Publish callbacks [] for port (e89737de-1766-4252-ae52-961db14e3c64), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.785775 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Transition to ACTIVE for port object e89737de-1766-4252-ae52-961db14e3c64 will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:53:13.791240 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (e89737de-1766-4252-ae52-961db14e3c64), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.852624 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Pushing event updated for resources: {'Port': ['ID=e89737de-1766-4252-ae52-961db14e3c64,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:13.901241 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0c6ab-2377-47d5-9280-8c21b0230b10 req-00800a8d-60f2-4779-8b9e-d212b197cdbe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:13.902938 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a0d0c6ab-2377-47d5-9280-8c21b0230b10 req-00800a8d-60f2-4779-8b9e-d212b197cdbe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 943 time: 0.0515940 Apr 11 17:53:13.936782 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Attempting to bind port e89737de-1766-4252-ae52-961db14e3c64 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:13.937746 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Attempting to bind port e89737de-1766-4252-ae52-961db14e3c64 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:13.937746 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Attempting to bind port e89737de-1766-4252-ae52-961db14e3c64 on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:13.946388 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Port e89737de-1766-4252-ae52-961db14e3c64 on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:53:13.946730 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Attempting to bind port e89737de-1766-4252-ae52-961db14e3c64 on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:13.952955 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:13.952955 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Checking segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:13.953320 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Bound using segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:13.953908 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Bound port: e89737de-1766-4252-ae52-961db14e3c64, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:13.954112 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (e89737de-1766-4252-ae52-961db14e3c64), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.961205 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a0d0c6ab-2377-47d5-9280-8c21b0230b10 req-926128c7-7215-49b2-8ba0-2e52c656212d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=10132921-ce1d-44c3-b7fc-d2d363b1a10e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516350 Apr 11 17:53:14.040109 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] For port e89737de-1766-4252-ae52-961db14e3c64, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:14.043670 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] For port e89737de-1766-4252-ae52-961db14e3c64, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e89737de-1766-4252-ae52-961db14e3c64,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:14.052858 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (e89737de-1766-4252-ae52-961db14e3c64), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.101735 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:14.102397 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.103812 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] 10.222.0.37 "PUT /v2.0/ports/e89737de-1766-4252-ae52-961db14e3c64 HTTP/1.1" status: 200 len: 1093 time: 0.6963596 Apr 11 17:53:14.104262 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faf421e-8922-4065-938b-692f36e2689e', 'tag': 'e89737de-1766-4252-ae52-961db14e3c64'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:14.106561 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab4f8f2-6907-4cfb-a23f-38451b78823c" -d '{"events": [{"name": "network-changed", "server_uuid": "5faf421e-8922-4065-938b-692f36e2689e", "tag": "e89737de-1766-4252-ae52-961db14e3c64"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:14.139114 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0c36a-4d6d-470f-bdee-505c11bf9f06 service neutron] Pushing event updated for resources: {'Port': ['ID=e89737de-1766-4252-ae52-961db14e3c64,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:14.170295 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd94d76-f9a9-4747-844e-b7bf75f2e9c1 x-openstack-request-id: req-dfd94d76-f9a9-4747-844e-b7bf75f2e9c1 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:14.170546 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faf421e-8922-4065-938b-692f36e2689e", "tag": "e89737de-1766-4252-ae52-961db14e3c64", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:14.170799 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dfd94d76-f9a9-4747-844e-b7bf75f2e9c1 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:14.171209 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd94d76-f9a9-4747-844e-b7bf75f2e9c1'] response: {'name': 'network-changed', 'server_uuid': '5faf421e-8922-4065-938b-692f36e2689e', 'tag': 'e89737de-1766-4252-ae52-961db14e3c64', 'status': 'completed', 'code': 200} Apr 11 17:53:14.209282 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-45564181-accc-4711-8c16-dd83d330fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:14.210855 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-45564181-accc-4711-8c16-dd83d330fc32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 1127 time: 0.0522313 Apr 11 17:53:14.259466 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-9e5e6817-c2a4-40c4-be44-a9cfe08ecaa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e89737de-1766-4252-ae52-961db14e3c64 HTTP/1.1" status: 200 len: 217 time: 0.0395465 Apr 11 17:53:14.273573 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7d95d43b-2ddf-4898-a0f7-33e97230f0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.317391 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-9433c007-54f6-43bc-8c5f-bdd0ec655752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:14.319113 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-9433c007-54f6-43bc-8c5f-bdd0ec655752 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0524735 Apr 11 17:53:14.375355 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-50e05268-63d2-47b4-be71-aa4a435add55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:14.377212 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-50e05268-63d2-47b4-be71-aa4a435add55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479000 Apr 11 17:53:14.479052 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-77bc9e29-4d1b-4c67-b23d-516d4b5131dc service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913215 Apr 11 17:53:14.587244 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-30b6c93a-be50-40a4-a485-958c3b3290d0 req-3d2122a5-5796-4ffe-a9c9-afd03e98e3c3 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016767 Apr 11 17:53:15.085344 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b80b3-b267-45d8-a066-efa7c7d83442 req-7ebcb683-4b36-4037-a5a1-19e85b195b76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:15.086937 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-927b80b3-b267-45d8-a066-efa7c7d83442 req-7ebcb683-4b36-4037-a5a1-19e85b195b76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 943 time: 0.0517983 Apr 11 17:53:15.137108 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-927b80b3-b267-45d8-a066-efa7c7d83442 req-36828354-8b74-40e1-9436-3179d4a0685a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=10132921-ce1d-44c3-b7fc-d2d363b1a10e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443168 Apr 11 17:53:15.675172 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-2c0e72d2-0240-4738-b48b-c333207390e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:15.676784 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-2c0e72d2-0240-4738-b48b-c333207390e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 1127 time: 0.0443244 Apr 11 17:53:15.778566 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-08673b78-7af6-4bc0-ba60-e95c3682fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:15.779975 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-08673b78-7af6-4bc0-ba60-e95c3682fcac service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 913 time: 0.0964465 Apr 11 17:53:15.839527 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-ea6ef779-5ae5-4dc1-b466-44752c05f7f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e89737de-1766-4252-ae52-961db14e3c64 HTTP/1.1" status: 200 len: 217 time: 0.0458145 Apr 11 17:53:15.891409 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-14491bdf-e2f1-4401-bc3d-aea7a1a2376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:15.892915 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-14491bdf-e2f1-4401-bc3d-aea7a1a2376e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0475748 Apr 11 17:53:15.941838 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-7ad212e1-6722-4c6a-8449-23655fb8232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:15.944072 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-7ad212e1-6722-4c6a-8449-23655fb8232b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431731 Apr 11 17:53:15.988026 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:53:16.045542 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-55236839-e31c-4453-b3f5-028edbb78e0c service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946929 Apr 11 17:53:16.076991 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.148293 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dab4f8f2-6907-4cfb-a23f-38451b78823c req-43d21704-e868-4f68-a3b6-442b77a12f51 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954673 Apr 11 17:53:16.252170 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a002e19-6690-4929-906c-5c62d170e41c req-ab2831a1-77c1-4c4a-8ac8-af8d527aec1a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:16.253566 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0a002e19-6690-4929-906c-5c62d170e41c req-ab2831a1-77c1-4c4a-8ac8-af8d527aec1a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 943 time: 0.0477281 Apr 11 17:53:16.304273 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0a002e19-6690-4929-906c-5c62d170e41c req-635208cb-da68-4e86-a038-4f9069992891 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=10132921-ce1d-44c3-b7fc-d2d363b1a10e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440061 Apr 11 17:53:17.119459 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.195479 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device e89737de-1766-4252-ae52-961db14e3c64 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:53:17.299811 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port e89737de-1766-4252-ae52-961db14e3c64, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e89737de-1766-4252-ae52-961db14e3c64,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:17.311635 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': 'e89737de-1766-4252-ae52-961db14e3c64', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'port_id': 'e89737de-1766-4252-ae52-961db14e3c64', 'mac_address': 'fa:16:3e:aa:37:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:53:17.353091 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port e89737de-1766-4252-ae52-961db14e3c64 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:17.353485 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (e89737de-1766-4252-ae52-961db14e3c64), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.367004 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89737de-1766-4252-ae52-961db14e3c64 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:17.389394 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port e89737de-1766-4252-ae52-961db14e3c64, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e89737de-1766-4252-ae52-961db14e3c64,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:17.395461 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (e89737de-1766-4252-ae52-961db14e3c64), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.422933 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7e1c3-23ce-4625-88ba-98ce378a55e5 req-eba44526-5cd8-4e90-b3d7-be2cbc5c2082 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:17.424439 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2fe7e1c3-23ce-4625-88ba-98ce378a55e5 req-eba44526-5cd8-4e90-b3d7-be2cbc5c2082 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 943 time: 0.0471063 Apr 11 17:53:17.447886 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=e89737de-1766-4252-ae52-961db14e3c64,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:17.476403 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2fe7e1c3-23ce-4625-88ba-98ce378a55e5 req-c66ad1ae-b474-47b8-a556-76b08ae587c4 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=10132921-ce1d-44c3-b7fc-d2d363b1a10e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Apr 11 17:53:17.656443 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['e89737de-1766-4252-ae52-961db14e3c64'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:53:18.335404 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:18.598417 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2274-7e1d-469b-ba56-2b0ffae7091b req-4c196e89-8074-44d9-92ab-ed39c5c0e2cc tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:18.599907 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-51aa2274-7e1d-469b-ba56-2b0ffae7091b req-4c196e89-8074-44d9-92ab-ed39c5c0e2cc tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 944 time: 0.0482910 Apr 11 17:53:18.651898 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-51aa2274-7e1d-469b-ba56-2b0ffae7091b req-7a6c983f-fd1a-4c5a-a3fb-8e51bd7ff748 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=10132921-ce1d-44c3-b7fc-d2d363b1a10e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442915 Apr 11 17:53:19.217442 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device e89737de-1766-4252-ae52-961db14e3c64 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:19.266168 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port e89737de-1766-4252-ae52-961db14e3c64 completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:53:19.273987 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port e89737de-1766-4252-ae52-961db14e3c64 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:19.274374 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (e89737de-1766-4252-ae52-961db14e3c64), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.362527 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port e89737de-1766-4252-ae52-961db14e3c64 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:19.363254 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (e89737de-1766-4252-ae52-961db14e3c64), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.389177 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faf421e-8922-4065-938b-692f36e2689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89737de-1766-4252-ae52-961db14e3c64'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:19.391494 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b26c46-cf5e-4244-b7b6-566c54294848" -d '{"events": [{"server_uuid": "5faf421e-8922-4065-938b-692f36e2689e", "name": "network-vif-plugged", "status": "completed", "tag": "e89737de-1766-4252-ae52-961db14e3c64"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:19.404982 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port e89737de-1766-4252-ae52-961db14e3c64, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e89737de-1766-4252-ae52-961db14e3c64,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:19.411054 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (e89737de-1766-4252-ae52-961db14e3c64), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.437161 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb520a60-3048-4c92-93f0-5c06a443acbb x-openstack-request-id: req-eb520a60-3048-4c92-93f0-5c06a443acbb {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:19.437458 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faf421e-8922-4065-938b-692f36e2689e", "name": "network-vif-plugged", "status": "completed", "tag": "e89737de-1766-4252-ae52-961db14e3c64", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:19.437649 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb520a60-3048-4c92-93f0-5c06a443acbb {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:19.438106 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb520a60-3048-4c92-93f0-5c06a443acbb'] response: {'server_uuid': '5faf421e-8922-4065-938b-692f36e2689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89737de-1766-4252-ae52-961db14e3c64', 'code': 200} Apr 11 17:53:19.464803 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=e89737de-1766-4252-ae52-961db14e3c64,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:19.603126 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea01692-4b1e-494c-bb36-e1f692c520ce req-eebbe711-98c5-4e79-8e0a-0bbecece62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:19.604705 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9ea01692-4b1e-494c-bb36-e1f692c520ce req-eebbe711-98c5-4e79-8e0a-0bbecece62f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 1129 time: 0.0405648 Apr 11 17:53:19.652946 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9ea01692-4b1e-494c-bb36-e1f692c520ce req-d447be46-e5b4-4e5b-9688-1e8c24e38133 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10132921-ce1d-44c3-b7fc-d2d363b1a10e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Apr 11 17:53:19.773820 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eaf90-3351-420d-891e-1f3120e91f8f req-cf3d4c32-21a6-447d-8393-2e684156ae52 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:19.775691 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aa5eaf90-3351-420d-891e-1f3120e91f8f req-cf3d4c32-21a6-447d-8393-2e684156ae52 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 945 time: 0.0506535 Apr 11 17:53:19.826360 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-aa5eaf90-3351-420d-891e-1f3120e91f8f req-302417eb-57b1-468f-a192-f84bb2812836 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=10132921-ce1d-44c3-b7fc-d2d363b1a10e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Apr 11 17:53:20.950388 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247fafd-e178-4ab6-8b18-3c8e7e4fbdf5 req-ee642e69-d649-4c98-a9a0-ef1b0c4117f9 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:20.952099 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e247fafd-e178-4ab6-8b18-3c8e7e4fbdf5 req-ee642e69-d649-4c98-a9a0-ef1b0c4117f9 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 945 time: 0.0537024 Apr 11 17:53:21.001539 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e247fafd-e178-4ab6-8b18-3c8e7e4fbdf5 req-d2230ca9-20bf-4dfe-8207-f2de6738af46 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=10132921-ce1d-44c3-b7fc-d2d363b1a10e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429564 Apr 11 17:53:21.122201 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77594a74-718a-4670-aff1-ecb1d25d78fc req-726cac55-7ac9-47c5-80d7-24b585c35429 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:21.123998 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-77594a74-718a-4670-aff1-ecb1d25d78fc req-726cac55-7ac9-47c5-80d7-24b585c35429 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 945 time: 0.0555949 Apr 11 17:53:21.136647 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 32898) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:21.141371 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-9314e596-ca9a-4ad7-9e6d-85cba0c4818e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'floatingip': {'port_id': 'e89737de-1766-4252-ae52-961db14e3c64'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:21.186749 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9314e596-ca9a-4ad7-9e6d-85cba0c4818e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (f6617f35-13c0-4dc2-8861-34185cbf6643), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.661986 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9314e596-ca9a-4ad7-9e6d-85cba0c4818e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.667767 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9314e596-ca9a-4ad7-9e6d-85cba0c4818e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (f6617f35-13c0-4dc2-8861-34185cbf6643), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.790452 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [None req-9314e596-ca9a-4ad7-9e6d-85cba0c4818e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Floating IP f6617f35-13c0-4dc2-8861-34185cbf6643 associated. External IP: 172.27.0.198, port: e89737de-1766-4252-ae52-961db14e3c64. Apr 11 17:53:22.041388 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9314e596-ca9a-4ad7-9e6d-85cba0c4818e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Router 03005b7a-24a1-4383-9c26-c107bf816e68 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:53:22.163637 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9314e596-ca9a-4ad7-9e6d-85cba0c4818e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:53:22.168447 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9314e596-ca9a-4ad7-9e6d-85cba0c4818e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:22.173671 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:53:22.184184 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:22.184784 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:53:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:22.201539 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-9314e596-ca9a-4ad7-9e6d-85cba0c4818e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "PUT /v2.0/floatingips/f6617f35-13c0-4dc2-8861-34185cbf6643 HTTP/1.1" status: 200 len: 991 time: 1.0634727 Apr 11 17:53:22.201987 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faf421e-8922-4065-938b-692f36e2689e', 'tag': 'e89737de-1766-4252-ae52-961db14e3c64'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:22.204348 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457ff22a-3568-4c7f-843e-5e0225aeb0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5faf421e-8922-4065-938b-692f36e2689e", "tag": "e89737de-1766-4252-ae52-961db14e3c64"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:22.250106 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc31fe92-fa30-49df-8e07-8cb1f7eb241e x-openstack-request-id: req-dc31fe92-fa30-49df-8e07-8cb1f7eb241e {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:22.250395 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faf421e-8922-4065-938b-692f36e2689e", "tag": "e89737de-1766-4252-ae52-961db14e3c64", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:22.250645 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc31fe92-fa30-49df-8e07-8cb1f7eb241e {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:22.251204 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc31fe92-fa30-49df-8e07-8cb1f7eb241e'] response: {'name': 'network-changed', 'server_uuid': '5faf421e-8922-4065-938b-692f36e2689e', 'tag': 'e89737de-1766-4252-ae52-961db14e3c64', 'status': 'completed', 'code': 200} Apr 11 17:53:22.302818 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:22.317301 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-e6c233e9-5c15-4664-86db-984a173ffd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.319145 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-e6c233e9-5c15-4664-86db-984a173ffd58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 1129 time: 0.0422618 Apr 11 17:53:22.431451 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-01c9aa51-0a4c-4913-8379-d5a1da7f6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.432996 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-01c9aa51-0a4c-4913-8379-d5a1da7f6e96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 913 time: 0.1070793 Apr 11 17:53:22.524070 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-de78dc1d-8071-400b-add5-1daca761c8f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e89737de-1766-4252-ae52-961db14e3c64 HTTP/1.1" status: 200 len: 999 time: 0.0821018 Apr 11 17:53:22.544517 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '6aa9acfb-cd77-4a71-9f2f-e2051c97645b', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:85:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:01Z', 'updated_at': '2022-04-11T17:52:18Z', 'revision_number': 2, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}, {'id': 'f6617f35-13c0-4dc2-8861-34185cbf6643', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'e89737de-1766-4252-ae52-961db14e3c64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:aa:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faf421e-8922-4065-938b-692f36e2689e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:10Z', 'updated_at': '2022-04-11T17:53:21Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:22.676099 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:53:22.688391 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:22.689068 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:53:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:22.808927 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:22.871197 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-6b254487-dfff-42ab-8a5e-9a7470e1aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.872768 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-6b254487-dfff-42ab-8a5e-9a7470e1aaf6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.3423278 Apr 11 17:53:22.923749 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-5a31f6bf-7371-4cbc-8aa0-c5bf155f8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.925172 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-5a31f6bf-7371-4cbc-8aa0-c5bf155f8f98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460422 Apr 11 17:53:23.035729 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-7daf46a8-add8-4600-bf74-874718ddde96 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017313 Apr 11 17:53:23.060642 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '6aa9acfb-cd77-4a71-9f2f-e2051c97645b', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:85:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:01Z', 'updated_at': '2022-04-11T17:52:18Z', 'revision_number': 2, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}, {'id': 'f6617f35-13c0-4dc2-8861-34185cbf6643', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'e89737de-1766-4252-ae52-961db14e3c64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:aa:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faf421e-8922-4065-938b-692f36e2689e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:10Z', 'updated_at': '2022-04-11T17:53:21Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:23.094088 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f8084-8397-46c3-8e67-5594bc430221 None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '6aa9acfb-cd77-4a71-9f2f-e2051c97645b', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:85:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:01Z', 'updated_at': '2022-04-11T17:52:18Z', 'revision_number': 2, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}, {'id': 'f6617f35-13c0-4dc2-8861-34185cbf6643', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'e89737de-1766-4252-ae52-961db14e3c64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:aa:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faf421e-8922-4065-938b-692f36e2689e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:10Z', 'updated_at': '2022-04-11T17:53:21Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:53:23.140790 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-457ff22a-3568-4c7f-843e-5e0225aeb0cd req-a553128a-9586-4a0e-ad2f-fc8a6a2ca4be service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977564 Apr 11 17:53:23.317857 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddaaf80-d5c3-495d-9b57-5ce0527e1210 None None] New status for floating IP f6617f35-13c0-4dc2-8861-34185cbf6643: ACTIVE {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:53:33.214350 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:40.146523 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 32992) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:40.258199 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:40.337586 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Publish callbacks [] for security_group (846d6745-297b-4d8e-a2fa-34898826f1ed), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:40.342537 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (846d6745-297b-4d8e-a2fa-34898826f1ed), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:40.384088 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846d6745-297b-4d8e-a2fa-34898826f1ed,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:40.388041 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=469e756bdb664eb0a8f1402950d409b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404664 Apr 11 17:53:40.391149 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 32996) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:40.394253 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.394597 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.394935 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.395268 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.395596 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.395924 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.396252 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.396567 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.396888 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.397206 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.397613 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.397956 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.398267 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.398568 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.398894 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bf31b-9bb9-4240-85e6-7025bdde7be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.447210 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Publish callbacks [] for security_group (846d6745-297b-4d8e-a2fa-34898826f1ed), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:40.471018 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Publish callbacks [] for security_group (846d6745-297b-4d8e-a2fa-34898826f1ed), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:40.527122 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (846d6745-297b-4d8e-a2fa-34898826f1ed), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:40.530203 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:40.531622 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/846d6745-297b-4d8e-a2fa-34898826f1ed HTTP/1.1" status: 204 len: 168 time: 0.1392059 Apr 11 17:53:40.541317 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846d6745-297b-4d8e-a2fa-34898826f1ed,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:40.549365 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.549755 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.550112 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.550442 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.550768 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.551087 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.551398 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.551727 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.552052 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.552352 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.552667 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.552979 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.553287 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.553596 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:40.554003 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85412766-654b-470b-8ff7-5fefa24e6e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:41.574389 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-03059054-8f0a-4946-a2a3-14462c8c6e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.853757 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f5766ba9-32e9-4c3c-ae0f-ead0a05764f4 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=9492fc8c16f8493796369eb043e55b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323863 Apr 11 17:53:43.329968 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-21ff0919-4dbd-4233-a8d6-11b3a3470285 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:43.331349 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-21ff0919-4dbd-4233-a8d6-11b3a3470285 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4714117 Apr 11 17:53:43.349063 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-2055ae48-5369-4262-af17-fde74b6725be tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/quotas/9492fc8c16f8493796369eb043e55b84 HTTP/1.1" status: 200 len: 375 time: 0.0094931 Apr 11 17:53:43.383632 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-023be4a3-e36e-40ac-9f09-f2fa19b2e42c tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9492fc8c16f8493796369eb043e55b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290856 Apr 11 17:53:43.564211 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-96dae767-11b6-4703-98c3-74df41848efc req-5ff55696-2ff4-4af6-a375-48518c5092f8 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 210 time: 0.0328078 Apr 11 17:53:44.268335 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-da6c3cb9-86a4-4b62-817c-9336dbb3597f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:44.664488 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0f70e18a-91e1-465a-b642-0310bfc0462c req-0e85c029-111e-4a60-9837-e132c65da011 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 210 time: 0.0289533 Apr 11 17:53:44.808643 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-bf9dbb4f-1701-49a0-a588-a5956537ffdf tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9492fc8c16f8493796369eb043e55b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300267 Apr 11 17:53:45.004026 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-40ceae03-a1dd-4408-b390-483979d433e4 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.005915 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-40ceae03-a1dd-4408-b390-483979d433e4 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919012 Apr 11 17:53:45.029247 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Request body: {'port': {'device_id': '0df20952-c259-4148-a3bc-7e3db7624eb8', 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8', 'admin_state_up': True, 'tenant_id': '9492fc8c16f8493796369eb043e55b84'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:45.146902 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Made reservation on behalf of 9492fc8c16f8493796369eb043e55b84 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:45.150380 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:45.159962 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:45.242837 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks [] for security_group (a058275a-4f78-48ad-859b-a8fdfc3d53d0), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:45.248319 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (a058275a-4f78-48ad-859b-a8fdfc3d53d0), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:45.318532 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a058275a-4f78-48ad-859b-a8fdfc3d53d0,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:45.395263 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Allocated IP 192.168.233.45 (0145c6c5-4719-47f5-a44e-813554cd94f8/5dabf64c-eb3c-4d35-b02f-347673181113/cfd795da-557c-4561-8443-036140b3e041) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:45.564350 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks [] for port (cfd795da-557c-4561-8443-036140b3e041), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:45.609948 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (cfd795da-557c-4561-8443-036140b3e041), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:45.657655 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Network 0145c6c5-4719-47f5-a44e-813554cd94f8 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:45.660727 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:45.664451 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:45.671489 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Pushing event updated for resources: {'Port': ['ID=cfd795da-557c-4561-8443-036140b3e041,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:45.726861 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.727613 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:45.750267 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-df160286-71de-421b-9e93-51363de9c63a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7254407 Apr 11 17:53:45.764862 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Request body: {'port': {'device_id': '0df20952-c259-4148-a3bc-7e3db7624eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:45.787479 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200724-5708-4774-bc30-c386d7bbf716 req-7526172a-94a9-4ac7-b25f-b342c65ab7d2 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.794309 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9b200724-5708-4774-bc30-c386d7bbf716 req-7526172a-94a9-4ac7-b25f-b342c65ab7d2 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 935 time: 0.0579422 Apr 11 17:53:45.843023 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (cfd795da-557c-4561-8443-036140b3e041), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:45.844171 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9b200724-5708-4774-bc30-c386d7bbf716 req-2b938a86-99e4-431d-aff9-dd4301b5a60b tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486639 Apr 11 17:53:45.919959 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-e8d5b00b-8c1d-4139-b236-20703d5bb643 None None] Provisioning complete for port cfd795da-557c-4561-8443-036140b3e041 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:45.920903 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b00b-8c1d-4139-b236-20703d5bb643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (cfd795da-557c-4561-8443-036140b3e041), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:45.963940 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5b00b-8c1d-4139-b236-20703d5bb643 None None] Port cfd795da-557c-4561-8443-036140b3e041 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:46.080019 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.132496 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd795da-557c-4561-8443-036140b3e041 {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:46.140254 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Publish callbacks [] for port (cfd795da-557c-4561-8443-036140b3e041), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.153963 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Transition to ACTIVE for port object cfd795da-557c-4561-8443-036140b3e041 will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:53:46.158656 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (cfd795da-557c-4561-8443-036140b3e041), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.212289 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd795da-557c-4561-8443-036140b3e041,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:46.301037 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Attempting to bind port cfd795da-557c-4561-8443-036140b3e041 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:46.301608 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Attempting to bind port cfd795da-557c-4561-8443-036140b3e041 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '898f4e46-d5e3-448b-a1fb-831fbc03c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:46.302006 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Attempting to bind port cfd795da-557c-4561-8443-036140b3e041 on network 0145c6c5-4719-47f5-a44e-813554cd94f8 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:46.307416 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Port cfd795da-557c-4561-8443-036140b3e041 on network 0145c6c5-4719-47f5-a44e-813554cd94f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:53:46.307733 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Attempting to bind port cfd795da-557c-4561-8443-036140b3e041 on network 0145c6c5-4719-47f5-a44e-813554cd94f8 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:46.313284 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:46.313627 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Checking segment: {'id': '898f4e46-d5e3-448b-a1fb-831fbc03c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:46.314082 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Bound using segment: {'id': '898f4e46-d5e3-448b-a1fb-831fbc03c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:46.314703 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Bound port: cfd795da-557c-4561-8443-036140b3e041, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898f4e46-d5e3-448b-a1fb-831fbc03c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:46.315253 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (cfd795da-557c-4561-8443-036140b3e041), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.389042 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] For port cfd795da-557c-4561-8443-036140b3e041, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:46.392406 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] For port cfd795da-557c-4561-8443-036140b3e041, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cfd795da-557c-4561-8443-036140b3e041,segment=NetworkSegment(898f4e46-d5e3-448b-a1fb-831fbc03c0ef),segment_id=898f4e46-d5e3-448b-a1fb-831fbc03c0ef)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:46.401394 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (cfd795da-557c-4561-8443-036140b3e041), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.441249 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:46.441936 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.443320 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] 10.222.0.37 "PUT /v2.0/ports/cfd795da-557c-4561-8443-036140b3e041 HTTP/1.1" status: 200 len: 1097 time: 0.6849008 Apr 11 17:53:46.444103 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df20952-c259-4148-a3bc-7e3db7624eb8', 'tag': 'cfd795da-557c-4561-8443-036140b3e041'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:46.446075 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3546ee-44c0-431e-8574-9c34e33a67c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0df20952-c259-4148-a3bc-7e3db7624eb8", "tag": "cfd795da-557c-4561-8443-036140b3e041"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:46.480720 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4477e78-a0b4-449e-a38a-b2c2d9cc2ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd795da-557c-4561-8443-036140b3e041,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:46.488753 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82dd34b-74b2-4e98-a30f-b62d695b0d4b x-openstack-request-id: req-d82dd34b-74b2-4e98-a30f-b62d695b0d4b {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:46.489044 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df20952-c259-4148-a3bc-7e3db7624eb8", "tag": "cfd795da-557c-4561-8443-036140b3e041", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:46.489298 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d82dd34b-74b2-4e98-a30f-b62d695b0d4b {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:46.489729 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82dd34b-74b2-4e98-a30f-b62d695b0d4b'] response: {'name': 'network-changed', 'server_uuid': '0df20952-c259-4148-a3bc-7e3db7624eb8', 'tag': 'cfd795da-557c-4561-8443-036140b3e041', 'status': 'completed', 'code': 200} Apr 11 17:53:46.539209 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-6af32302-8c45-4450-9be4-ed2a84a6b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:46.540945 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-6af32302-8c45-4450-9be4-ed2a84a6b150 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492fc8c16f8493796369eb043e55b84&device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 1131 time: 0.0434568 Apr 11 17:53:46.584401 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-bc6e202b-7289-46cd-bdb1-26a12624410e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=cfd795da-557c-4561-8443-036140b3e041 HTTP/1.1" status: 200 len: 217 time: 0.0359099 Apr 11 17:53:46.636673 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-3fb84970-ddb0-41d3-8722-cf9d675acaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:46.638305 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-3fb84970-ddb0-41d3-8722-cf9d675acaae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5dabf64c-eb3c-4d35-b02f-347673181113 HTTP/1.1" status: 200 len: 843 time: 0.0472178 Apr 11 17:53:46.686405 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-a5eed3dc-70a6-44d0-bbe9-c7a20b109e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:46.687919 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-a5eed3dc-70a6-44d0-bbe9-c7a20b109e66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0145c6c5-4719-47f5-a44e-813554cd94f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0435429 Apr 11 17:53:46.784017 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-51fb79db-aca5-4b60-bf99-2a7ba8f0aa17 service neutron] 10.222.0.37 "GET /v2.0/networks/0145c6c5-4719-47f5-a44e-813554cd94f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877657 Apr 11 17:53:46.889330 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8261a0e8-af8c-4875-b879-228ce5af3f11 req-be041e94-dcb9-42f4-ab86-0734cc3a2b80 service neutron] 10.222.0.37 "GET /v2.0/networks/0145c6c5-4719-47f5-a44e-813554cd94f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965507 Apr 11 17:53:46.991131 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6771d82-0bb8-489a-bdf8-2a744fcec92c req-0f77c26c-17bf-4365-97bb-c2e7c86a9d7f tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:46.992680 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e6771d82-0bb8-489a-bdf8-2a744fcec92c req-0f77c26c-17bf-4365-97bb-c2e7c86a9d7f tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 947 time: 0.0636721 Apr 11 17:53:47.048819 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e6771d82-0bb8-489a-bdf8-2a744fcec92c req-95bd6e32-d11b-4fb7-83ba-19f1e70acab7 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496349 Apr 11 17:53:47.118799 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:47.718916 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-b990c9ee-f140-4c71-ab4c-0d10afd58860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:47.721335 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-b990c9ee-f140-4c71-ab4c-0d10afd58860 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9492fc8c16f8493796369eb043e55b84&device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 1131 time: 0.0437424 Apr 11 17:53:47.827809 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-6867d760-dbcb-47f8-ac68-f47933f0bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:47.829301 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-6867d760-dbcb-47f8-ac68-f47933f0bd8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0145c6c5-4719-47f5-a44e-813554cd94f8 HTTP/1.1" status: 200 len: 870 time: 0.1001201 Apr 11 17:53:47.872089 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-5bd53e21-07ed-4c11-ae80-6b45af283883 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=cfd795da-557c-4561-8443-036140b3e041 HTTP/1.1" status: 200 len: 217 time: 0.0350251 Apr 11 17:53:47.924187 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-035d7b0c-c970-412e-9943-21ffca343490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:47.925661 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-035d7b0c-c970-412e-9943-21ffca343490 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5dabf64c-eb3c-4d35-b02f-347673181113 HTTP/1.1" status: 200 len: 843 time: 0.0456510 Apr 11 17:53:47.975704 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-eba630d5-8a7c-4c17-86f1-e1a14413fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:47.977177 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-eba630d5-8a7c-4c17-86f1-e1a14413fc22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0145c6c5-4719-47f5-a44e-813554cd94f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0456200 Apr 11 17:53:48.073427 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-4f1490fc-e788-486d-81df-a0fa89a0d337 service neutron] 10.222.0.37 "GET /v2.0/networks/0145c6c5-4719-47f5-a44e-813554cd94f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897334 Apr 11 17:53:48.172471 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ef3546ee-44c0-431e-8574-9c34e33a67c4 req-cd0740ce-4360-4dfe-977d-6879e7397272 service neutron] 10.222.0.37 "GET /v2.0/networks/0145c6c5-4719-47f5-a44e-813554cd94f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925889 Apr 11 17:53:48.181995 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccdb98-b424-4ba9-a86e-3c917a13c8ec req-b845307e-766f-4b4c-941e-3fb5f560e385 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:48.183613 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-abccdb98-b424-4ba9-a86e-3c917a13c8ec req-b845307e-766f-4b4c-941e-3fb5f560e385 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 947 time: 0.0573878 Apr 11 17:53:48.232074 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-abccdb98-b424-4ba9-a86e-3c917a13c8ec req-c6ffd450-102d-46de-94ff-ee600dc7431a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421875 Apr 11 17:53:48.334788 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:49.352200 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2829407-509a-47c2-8a1e-28dd6206dfab req-34196be3-2515-4629-8460-66d963e27b4e tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:49.353742 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d2829407-509a-47c2-8a1e-28dd6206dfab req-34196be3-2515-4629-8460-66d963e27b4e tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 947 time: 0.0496466 Apr 11 17:53:49.410893 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d2829407-509a-47c2-8a1e-28dd6206dfab req-c01dbe9d-39ee-4aeb-ab69-295ff8d3bb2c tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486674 Apr 11 17:53:50.533249 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55925db8-1fa1-40c0-a545-710dc5763146 req-e065de6f-3387-4d43-b1d5-42a332329ad9 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:50.534856 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-55925db8-1fa1-40c0-a545-710dc5763146 req-e065de6f-3387-4d43-b1d5-42a332329ad9 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 947 time: 0.0500095 Apr 11 17:53:50.584666 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-55925db8-1fa1-40c0-a545-710dc5763146 req-8e59c3b3-c60b-4dcd-bf6d-f3c6702e75c6 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437036 Apr 11 17:53:51.384233 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device cfd795da-557c-4561-8443-036140b3e041 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:53:51.498534 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port cfd795da-557c-4561-8443-036140b3e041, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cfd795da-557c-4561-8443-036140b3e041,segment=NetworkSegment(898f4e46-d5e3-448b-a1fb-831fbc03c0ef),segment_id=898f4e46-d5e3-448b-a1fb-831fbc03c0ef)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:51.511085 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': 'cfd795da-557c-4561-8443-036140b3e041', 'network_id': '0145c6c5-4719-47f5-a44e-813554cd94f8', 'port_id': 'cfd795da-557c-4561-8443-036140b3e041', 'mac_address': 'fa:16:3e:a6:8a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dabf64c-eb3c-4d35-b02f-347673181113', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:53:51.551784 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port cfd795da-557c-4561-8443-036140b3e041 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:51.552205 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (cfd795da-557c-4561-8443-036140b3e041), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:51.566807 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd795da-557c-4561-8443-036140b3e041 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:51.586973 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port cfd795da-557c-4561-8443-036140b3e041, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cfd795da-557c-4561-8443-036140b3e041,segment=NetworkSegment(898f4e46-d5e3-448b-a1fb-831fbc03c0ef),segment_id=898f4e46-d5e3-448b-a1fb-831fbc03c0ef)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:51.592737 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (cfd795da-557c-4561-8443-036140b3e041), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:51.644711 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=cfd795da-557c-4561-8443-036140b3e041,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:51.652156 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.652487 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.652830 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.653189 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.653511 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.653872 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.654197 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.654508 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.654833 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.655155 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.655476 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.655799 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.656118 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.656436 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.656765 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:51.708956 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5740ad-a1d9-46ea-b73c-8efc8d247415 req-ce253af0-154e-473a-8828-402a6da3f534 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:51.710732 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5f5740ad-a1d9-46ea-b73c-8efc8d247415 req-ce253af0-154e-473a-8828-402a6da3f534 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 948 time: 0.0564191 Apr 11 17:53:51.770714 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5f5740ad-a1d9-46ea-b73c-8efc8d247415 req-278f9dbe-3991-4a1e-b455-5654362420bf tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537751 Apr 11 17:53:51.830704 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['cfd795da-557c-4561-8443-036140b3e041'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:53:52.901266 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057e286-c9d6-4581-9d14-f54be0504ce2 req-7dd5d3c4-dd64-4d0b-830e-b8e82d970a60 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:52.902834 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6057e286-c9d6-4581-9d14-f54be0504ce2 req-7dd5d3c4-dd64-4d0b-830e-b8e82d970a60 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 948 time: 0.0583553 Apr 11 17:53:52.956488 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6057e286-c9d6-4581-9d14-f54be0504ce2 req-902549e2-8a6d-495a-bf9e-199d2b1e5131 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Apr 11 17:53:52.987691 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:53:53.395802 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device cfd795da-557c-4561-8443-036140b3e041 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:53.450618 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port cfd795da-557c-4561-8443-036140b3e041 completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:53:53.459947 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port cfd795da-557c-4561-8443-036140b3e041 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:53.460320 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (cfd795da-557c-4561-8443-036140b3e041), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:53.551707 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port cfd795da-557c-4561-8443-036140b3e041 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:53.552088 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (cfd795da-557c-4561-8443-036140b3e041), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:53.577790 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df20952-c259-4148-a3bc-7e3db7624eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd795da-557c-4561-8443-036140b3e041'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:53.580121 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67da230-d085-4f99-9787-accb3568f345" -d '{"events": [{"server_uuid": "0df20952-c259-4148-a3bc-7e3db7624eb8", "name": "network-vif-plugged", "status": "completed", "tag": "cfd795da-557c-4561-8443-036140b3e041"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:53.594017 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port cfd795da-557c-4561-8443-036140b3e041, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cfd795da-557c-4561-8443-036140b3e041,segment=NetworkSegment(898f4e46-d5e3-448b-a1fb-831fbc03c0ef),segment_id=898f4e46-d5e3-448b-a1fb-831fbc03c0ef)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:53.599375 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (cfd795da-557c-4561-8443-036140b3e041), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:53.624041 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9385154-9685-4159-ad30-3cbeecf07582 x-openstack-request-id: req-d9385154-9685-4159-ad30-3cbeecf07582 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:53.624312 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df20952-c259-4148-a3bc-7e3db7624eb8", "name": "network-vif-plugged", "status": "completed", "tag": "cfd795da-557c-4561-8443-036140b3e041", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:53.624561 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d9385154-9685-4159-ad30-3cbeecf07582 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:53.624972 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9385154-9685-4159-ad30-3cbeecf07582'] response: {'server_uuid': '0df20952-c259-4148-a3bc-7e3db7624eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd795da-557c-4561-8443-036140b3e041', 'code': 200} Apr 11 17:53:53.653917 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=cfd795da-557c-4561-8443-036140b3e041,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:53.800828 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec19ac9-62f2-4347-ad02-262ee95bb39e req-9d041418-a4d8-47db-aa0b-19c231719866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:53.802548 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fec19ac9-62f2-4347-ad02-262ee95bb39e req-9d041418-a4d8-47db-aa0b-19c231719866 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 1133 time: 0.0419457 Apr 11 17:53:53.851831 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-fec19ac9-62f2-4347-ad02-262ee95bb39e req-18e81f22-7d33-4dfd-b971-0f3f5d02d3f0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Apr 11 17:53:54.081715 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dadbe0-dc75-4b46-8ffc-60b7e723f609 req-6310e292-7e56-4f4e-91ef-465ab463a9ee tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:54.083267 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-89dadbe0-dc75-4b46-8ffc-60b7e723f609 req-6310e292-7e56-4f4e-91ef-465ab463a9ee tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 949 time: 0.0521829 Apr 11 17:53:54.135950 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-89dadbe0-dc75-4b46-8ffc-60b7e723f609 req-b1bede60-9796-4ad8-a6d1-d3183bc90411 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466588 Apr 11 17:53:55.274058 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bfb59-8c5e-4d32-b4a2-64f4f382c0db req-58999afc-50dd-49fe-9806-d895367db8f2 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:55.275444 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-375bfb59-8c5e-4d32-b4a2-64f4f382c0db req-58999afc-50dd-49fe-9806-d895367db8f2 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 949 time: 0.0553901 Apr 11 17:53:55.332329 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-375bfb59-8c5e-4d32-b4a2-64f4f382c0db req-44d20563-fd31-4332-b706-6e790a62377a tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509956 Apr 11 17:53:56.460737 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b9da-be7d-4e7b-92f3-59f0d03e9185 req-1b7ae325-6091-492c-96eb-b1a2ce7e15bc tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:56.462335 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d750b9da-be7d-4e7b-92f3-59f0d03e9185 req-1b7ae325-6091-492c-96eb-b1a2ce7e15bc tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 949 time: 0.0498176 Apr 11 17:53:56.516991 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d750b9da-be7d-4e7b-92f3-59f0d03e9185 req-b4893b5c-ec59-45ee-8aee-4fc674b5ae59 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485525 Apr 11 17:53:56.800073 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820073dd-fb56-4017-81c5-deee788bea94 req-a2ca31a5-4756-4d08-8653-c593bfd3b683 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:56.801583 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-820073dd-fb56-4017-81c5-deee788bea94 req-a2ca31a5-4756-4d08-8653-c593bfd3b683 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 949 time: 0.0505259 Apr 11 17:53:56.856424 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-820073dd-fb56-4017-81c5-deee788bea94 req-db99cf3a-c389-44c5-a400-fd043a292cf0 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477891 Apr 11 17:53:57.983462 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4a995-bc9d-4912-a5d5-fc286234056b req-0e46b847-8e13-4d44-8a60-5b069cfcb3b5 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:57.985017 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9ce4a995-bc9d-4912-a5d5-fc286234056b req-0e46b847-8e13-4d44-8a60-5b069cfcb3b5 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 949 time: 0.0528994 Apr 11 17:53:58.054519 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9ce4a995-bc9d-4912-a5d5-fc286234056b req-86d8640d-96b8-4b8e-b9c4-45bf88876128 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/security-groups?id=a058275a-4f78-48ad-859b-a8fdfc3d53d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592110 Apr 11 17:53:58.140336 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-2b6a8054-4a72-4bf4-898b-b20c3b8f137b tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:58.141908 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-2b6a8054-4a72-4bf4-898b-b20c3b8f137b tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.37 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 949 time: 0.0536618 Apr 11 17:53:58.239133 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-787ab4ea-9349-4b8d-9db0-4db7a7784b44 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Deleting port cfd795da-557c-4561-8443-036140b3e041 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:53:58.239468 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-787ab4ea-9349-4b8d-9db0-4db7a7784b44 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (cfd795da-557c-4561-8443-036140b3e041), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:58.348660 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-787ab4ea-9349-4b8d-9db0-4db7a7784b44 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] For port cfd795da-557c-4561-8443-036140b3e041, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cfd795da-557c-4561-8443-036140b3e041,segment=NetworkSegment(898f4e46-d5e3-448b-a1fb-831fbc03c0ef),segment_id=898f4e46-d5e3-448b-a1fb-831fbc03c0ef)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:58.349019 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-787ab4ea-9349-4b8d-9db0-4db7a7784b44 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (cfd795da-557c-4561-8443-036140b3e041), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:58.364565 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-787ab4ea-9349-4b8d-9db0-4db7a7784b44 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Calling delete_port for cfd795da-557c-4561-8443-036140b3e041 owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:53:58.443374 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593f3fc-acf7-4f3d-bbbd-9f12746a15c9 req-e945b82a-d081-47c3-9753-4a2e02be9977 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:58.445491 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c593f3fc-acf7-4f3d-bbbd-9f12746a15c9 req-e945b82a-d081-47c3-9753-4a2e02be9977 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 945 time: 0.0536683 Apr 11 17:53:58.496849 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c593f3fc-acf7-4f3d-bbbd-9f12746a15c9 req-ce25dd11-6dfa-4c7f-ad9f-df24fc308d4f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=10132921-ce1d-44c3-b7fc-d2d363b1a10e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455754 Apr 11 17:53:58.506820 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-787ab4ea-9349-4b8d-9db0-4db7a7784b44 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (cfd795da-557c-4561-8443-036140b3e041), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:58.520105 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['cfd795da-557c-4561-8443-036140b3e041'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:53:58.544749 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ab4ea-9349-4b8d-9db0-4db7a7784b44 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Pushing event deleted for resources: {'Port': ['ID=cfd795da-557c-4561-8443-036140b3e041,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:58.592118 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-787ab4ea-9349-4b8d-9db0-4db7a7784b44 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] No DVR routers for this DVR port cfd795da-557c-4561-8443-036140b3e041 on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:53:58.594924 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-787ab4ea-9349-4b8d-9db0-4db7a7784b44 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:58.598348 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-d42589ef-5b3d-4dc0-be4e-6d36b824fd7f req-787ab4ea-9349-4b8d-9db0-4db7a7784b44 tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.37 "DELETE /v2.0/ports/cfd795da-557c-4561-8443-036140b3e041 HTTP/1.1" status: 204 len: 173 time: 0.4497604 Apr 11 17:53:58.598814 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df20952-c259-4148-a3bc-7e3db7624eb8', 'name': 'network-vif-deleted', 'tag': 'cfd795da-557c-4561-8443-036140b3e041'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:58.601147 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e6951-2668-4cdb-8ad2-a5aa2f2dccd9" -d '{"events": [{"server_uuid": "0df20952-c259-4148-a3bc-7e3db7624eb8", "name": "network-vif-deleted", "tag": "cfd795da-557c-4561-8443-036140b3e041"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:58.642616 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2debc1f-5bbb-4e46-a71c-5f583d62d3d3 x-openstack-request-id: req-e2debc1f-5bbb-4e46-a71c-5f583d62d3d3 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:58.643074 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df20952-c259-4148-a3bc-7e3db7624eb8", "name": "network-vif-deleted", "tag": "cfd795da-557c-4561-8443-036140b3e041", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:58.643473 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e2debc1f-5bbb-4e46-a71c-5f583d62d3d3 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:58.644186 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2debc1f-5bbb-4e46-a71c-5f583d62d3d3'] response: {'server_uuid': '0df20952-c259-4148-a3bc-7e3db7624eb8', 'name': 'network-vif-deleted', 'tag': 'cfd795da-557c-4561-8443-036140b3e041', 'status': 'completed', 'code': 200} Apr 11 17:53:59.164822 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6042f2ea-0d86-4435-a80e-193e3658054f req-4b9e10e2-60b2-4204-bf41-a055e9b55f8f tempest-VolumesNegativeTest-911323971 tempest-VolumesNegativeTest-911323971-project] 10.222.0.79 "GET /v2.0/ports?device_id=0df20952-c259-4148-a3bc-7e3db7624eb8 HTTP/1.1" status: 200 len: 210 time: 0.0325365 Apr 11 17:53:59.618343 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43157fac-0945-4bf1-abab-827acafe6c88 req-5083d2f1-3099-4ea6-8c07-19b26a479703 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.620187 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-43157fac-0945-4bf1-abab-827acafe6c88 req-5083d2f1-3099-4ea6-8c07-19b26a479703 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 945 time: 0.0519252 Apr 11 17:53:59.676989 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-43157fac-0945-4bf1-abab-827acafe6c88 req-4033824f-045e-4afb-a902-a735e9144486 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=10132921-ce1d-44c3-b7fc-d2d363b1a10e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506768 Apr 11 17:53:59.896787 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-b80a1e3c-2da9-429a-8b1d-f93d129ac971 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.898353 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-b80a1e3c-2da9-429a-8b1d-f93d129ac971 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 945 time: 0.0517168 Apr 11 17:53:59.996054 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Deleting port e89737de-1766-4252-ae52-961db14e3c64 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:53:59.996397 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (e89737de-1766-4252-ae52-961db14e3c64), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:00.106615 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] For port e89737de-1766-4252-ae52-961db14e3c64, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e89737de-1766-4252-ae52-961db14e3c64,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:00.106897 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (e89737de-1766-4252-ae52-961db14e3c64), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:00.308021 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:00.308439 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (f6617f35-13c0-4dc2-8861-34185cbf6643), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:00.308737 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Floating IP f6617f35-13c0-4dc2-8861-34185cbf6643 disassociated. External IP: 172.27.0.198, port: e89737de-1766-4252-ae52-961db14e3c64. Apr 11 17:54:00.309130 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Calling delete_port for e89737de-1766-4252-ae52-961db14e3c64 owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:54:00.452387 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (e89737de-1766-4252-ae52-961db14e3c64), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:00.481645 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'Port': ['ID=e89737de-1766-4252-ae52-961db14e3c64,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:00.609523 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Router 03005b7a-24a1-4383-9c26-c107bf816e68 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:54:00.736832 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:54:00.751059 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:54:00.769416 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:00.770084 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:53:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:00.779812 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-628c8f15-4cd4-44d6-b36e-4de46fc0bd55 req-99aa3292-bf8e-4fd7-b51d-00619b2448a2 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=5faf421e-8922-4065-938b-692f36e2689e HTTP/1.1" status: 200 len: 210 time: 0.0320230 Apr 11 17:54:00.784806 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] No DVR routers for this DVR port e89737de-1766-4252-ae52-961db14e3c64 on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:54:00.788313 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:00.792506 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-f94d3c9a-61d9-41b7-84ef-e1e7bd93c780 req-55f56637-c628-4409-9d5f-857c0360294f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "DELETE /v2.0/ports/e89737de-1766-4252-ae52-961db14e3c64 HTTP/1.1" status: 204 len: 173 time: 0.8873219 Apr 11 17:54:00.793092 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faf421e-8922-4065-938b-692f36e2689e', 'name': 'network-vif-deleted', 'tag': 'e89737de-1766-4252-ae52-961db14e3c64'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:00.796408 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b24fac-e65e-414a-89e9-a5c47ab6a484" -d '{"events": [{"server_uuid": "5faf421e-8922-4065-938b-692f36e2689e", "name": "network-vif-deleted", "tag": "e89737de-1766-4252-ae52-961db14e3c64"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:00.840908 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95921450-fdb2-431d-8e0d-2f2d337bd625 x-openstack-request-id: req-95921450-fdb2-431d-8e0d-2f2d337bd625 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:00.841687 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faf421e-8922-4065-938b-692f36e2689e", "name": "network-vif-deleted", "tag": "e89737de-1766-4252-ae52-961db14e3c64", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:00.842186 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-95921450-fdb2-431d-8e0d-2f2d337bd625 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:00.842758 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95921450-fdb2-431d-8e0d-2f2d337bd625'] response: {'server_uuid': '5faf421e-8922-4065-938b-692f36e2689e', 'name': 'network-vif-deleted', 'tag': 'e89737de-1766-4252-ae52-961db14e3c64', 'status': 'completed', 'code': 200} Apr 11 17:54:00.917591 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:01.216708 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '6aa9acfb-cd77-4a71-9f2f-e2051c97645b', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:85:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:01Z', 'updated_at': '2022-04-11T17:52:18Z', 'revision_number': 2, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:01.257947 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:54:01.270270 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:01.270972 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:53:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:01.392642 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:01.442429 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device cfd795da-557c-4561-8443-036140b3e041 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:54:01.463340 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: cfd795da-557c-4561-8443-036140b3e041 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:54:01.463608 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device cfd795da-557c-4561-8443-036140b3e041 not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:54:01.463991 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device e89737de-1766-4252-ae52-961db14e3c64 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:54:01.483734 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: e89737de-1766-4252-ae52-961db14e3c64 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:54:01.484078 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device e89737de-1766-4252-ae52-961db14e3c64 not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:54:01.642469 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '6aa9acfb-cd77-4a71-9f2f-e2051c97645b', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:85:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:01Z', 'updated_at': '2022-04-11T17:52:18Z', 'revision_number': 2, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:01.671286 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd2e832-3197-4c42-af24-54bf055ffd8a None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '6aa9acfb-cd77-4a71-9f2f-e2051c97645b', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:85:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:52:01Z', 'updated_at': '2022-04-11T17:52:18Z', 'revision_number': 2, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:54:01.883060 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33260) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:01.952780 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93743f-db76-497f-9368-1d0d7506103a None None] New status for floating IP f6617f35-13c0-4dc2-8861-34185cbf6643: DOWN {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:54:01.962618 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd6e374a-be44-44e3-9c4a-575ab417ea32 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (10132921-ce1d-44c3-b7fc-d2d363b1a10e), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:01.988905 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd6e374a-be44-44e3-9c4a-575ab417ea32 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (10132921-ce1d-44c3-b7fc-d2d363b1a10e), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.056227 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd6e374a-be44-44e3-9c4a-575ab417ea32 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (10132921-ce1d-44c3-b7fc-d2d363b1a10e), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.060596 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd6e374a-be44-44e3-9c4a-575ab417ea32 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.061847 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fd6e374a-be44-44e3-9c4a-575ab417ea32 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "DELETE /v2.0/security-groups/10132921-ce1d-44c3-b7fc-d2d363b1a10e HTTP/1.1" status: 204 len: 168 time: 0.1777542 Apr 11 17:54:02.064772 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33288) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:02.075569 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e374a-be44-44e3-9c4a-575ab417ea32 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10132921-ce1d-44c3-b7fc-d2d363b1a10e,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:02.088289 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.api.v2.resource [None req-645b321a-7125-4953-81c4-c3bfde40bba6 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] show failed (client error): The resource could not be found. Apr 11 17:54:02.092428 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-645b321a-7125-4953-81c4-c3bfde40bba6 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups/10132921-ce1d-44c3-b7fc-d2d363b1a10e HTTP/1.1" status: 404 len: 347 time: 0.0259552 Apr 11 17:54:02.092998 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33292) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:02.232863 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-e02111b2-063d-4dcf-96f6-4a10f80a5c16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Deleting port 6cdd9faa-24f6-4d81-a2b6-c1b365128720 {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:54:02.233121 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e02111b2-063d-4dcf-96f6-4a10f80a5c16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (6cdd9faa-24f6-4d81-a2b6-c1b365128720), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.323414 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e02111b2-063d-4dcf-96f6-4a10f80a5c16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (6cdd9faa-24f6-4d81-a2b6-c1b365128720), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.323755 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e02111b2-063d-4dcf-96f6-4a10f80a5c16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (6cdd9faa-24f6-4d81-a2b6-c1b365128720), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.338488 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-e02111b2-063d-4dcf-96f6-4a10f80a5c16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Calling delete_port for 6cdd9faa-24f6-4d81-a2b6-c1b365128720 owned by network:floatingip {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:54:02.496826 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e02111b2-063d-4dcf-96f6-4a10f80a5c16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (6cdd9faa-24f6-4d81-a2b6-c1b365128720), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.522393 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02111b2-063d-4dcf-96f6-4a10f80a5c16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'Port': ['ID=6cdd9faa-24f6-4d81-a2b6-c1b365128720,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:02.588714 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e02111b2-063d-4dcf-96f6-4a10f80a5c16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (f6617f35-13c0-4dc2-8861-34185cbf6643), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.591367 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e02111b2-063d-4dcf-96f6-4a10f80a5c16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.593142 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-e02111b2-063d-4dcf-96f6-4a10f80a5c16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "DELETE /v2.0/floatingips/f6617f35-13c0-4dc2-8861-34185cbf6643 HTTP/1.1" status: 204 len: 168 time: 0.4986043 Apr 11 17:54:03.229777 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:04.642065 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33388) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:04.788219 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-2ddefc95-65ae-476a-98b2-045547b8cec3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9492fc8c16f8493796369eb043e55b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449835 Apr 11 17:54:04.790876 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33392) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:04.853653 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-14504fae-1957-4db8-9ab8-c5bfa71c22f3 admin admin] Publish callbacks [] for security_group (a058275a-4f78-48ad-859b-a8fdfc3d53d0), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:04.879536 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-14504fae-1957-4db8-9ab8-c5bfa71c22f3 admin admin] Publish callbacks [] for security_group (a058275a-4f78-48ad-859b-a8fdfc3d53d0), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:04.932900 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-14504fae-1957-4db8-9ab8-c5bfa71c22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (a058275a-4f78-48ad-859b-a8fdfc3d53d0), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:04.935601 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-14504fae-1957-4db8-9ab8-c5bfa71c22f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:04.936819 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-14504fae-1957-4db8-9ab8-c5bfa71c22f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a058275a-4f78-48ad-859b-a8fdfc3d53d0 HTTP/1.1" status: 204 len: 168 time: 0.1450460 Apr 11 17:54:04.945266 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14504fae-1957-4db8-9ab8-c5bfa71c22f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a058275a-4f78-48ad-859b-a8fdfc3d53d0,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:10.830029 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-e3c797d6-75d4-4bc7-bdd0-9d6a846e97aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423007 Apr 11 17:54:10.901974 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-51308004-cc2a-45fd-8ca8-d23ba867fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:10.903498 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-51308004-cc2a-45fd-8ca8-d23ba867fd0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 1130 time: 0.0448000 Apr 11 17:54:11.010463 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-9adf0a66-11c3-48fb-b2ea-07fe836cf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:11.011932 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-9adf0a66-11c3-48fb-b2ea-07fe836cf296 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.0899396 Apr 11 17:54:11.089938 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-1e2471b4-a966-4611-877f-e71b375e8a4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc804a-3922-4ae1-8c82-26c40b09dc8c HTTP/1.1" status: 200 len: 1001 time: 0.0702002 Apr 11 17:54:11.140984 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-ec0cad7b-2cfe-4582-a3d8-b2011d4acfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:11.142400 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-ec0cad7b-2cfe-4582-a3d8-b2011d4acfd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0467701 Apr 11 17:54:11.188341 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-8847335a-8b38-486d-bc54-5bd483a623bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:11.189988 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-8847335a-8b38-486d-bc54-5bd483a623bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409679 Apr 11 17:54:11.542970 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-98f9c6a5-9c93-4cc2-819a-d0f603706d1f service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444395 Apr 11 17:54:11.571915 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-9675c1d3-73c0-466b-953d-5718979f2685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:11.645992 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-f4c837fc-6e77-448a-b2d9-1f63f901bbe2 req-5183d5e4-50e6-4b54-b4fa-fbb79774980b service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965071 Apr 11 17:54:11.676554 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe19129-12f4-46bd-98a5-2dbb48c9d091 req-91b436d4-7070-485b-b923-04036e2d50d9 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:11.678174 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-dbe19129-12f4-46bd-98a5-2dbb48c9d091 req-91b436d4-7070-485b-b923-04036e2d50d9 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 946 time: 0.0485411 Apr 11 17:54:11.727826 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-dbe19129-12f4-46bd-98a5-2dbb48c9d091 req-4e28a5d1-628d-4b7b-b71e-bddd297879b3 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436375 Apr 11 17:54:12.849149 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3615c-8385-49f9-83a4-de4117204393 req-db086374-e7cf-4d3b-824f-e93f6bb8470e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:12.850848 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-07d3615c-8385-49f9-83a4-de4117204393 req-db086374-e7cf-4d3b-824f-e93f6bb8470e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 946 time: 0.0519047 Apr 11 17:54:12.908848 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-07d3615c-8385-49f9-83a4-de4117204393 req-d91c8633-1fc4-49ee-b86f-e496de8de431 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=81220862-8ac6-4dc6-8fbc-b9bdca437fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518370 Apr 11 17:54:13.200721 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-e0e0335c-8146-48b6-a74b-7dfcdd0cd50f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:13.202251 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-e0e0335c-8146-48b6-a74b-7dfcdd0cd50f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 946 time: 0.0511575 Apr 11 17:54:13.290234 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Deleting port a9081e6d-1c97-48a8-b65c-3814b5324d79 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:54:13.290570 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.381123 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] For port a9081e6d-1c97-48a8-b65c-3814b5324d79, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a9081e6d-1c97-48a8-b65c-3814b5324d79,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:13.381494 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.566662 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.567101 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (6aa9acfb-cd77-4a71-9f2f-e2051c97645b), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.567433 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Floating IP 6aa9acfb-cd77-4a71-9f2f-e2051c97645b disassociated. External IP: 172.27.0.28, port: a9081e6d-1c97-48a8-b65c-3814b5324d79. Apr 11 17:54:13.567780 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Calling delete_port for a9081e6d-1c97-48a8-b65c-3814b5324d79 owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:54:13.717876 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (a9081e6d-1c97-48a8-b65c-3814b5324d79), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.750363 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'Port': ['ID=a9081e6d-1c97-48a8-b65c-3814b5324d79,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:13.878292 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Router 03005b7a-24a1-4383-9c26-c107bf816e68 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:54:14.000510 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:54:14.011808 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:54:14.027649 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:14.028754 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:53:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:14.037498 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fd2167d2-c0ed-403f-be89-696f5c1da763 req-351c0666-2703-496f-ae2d-f7d8ca87683a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7c4c6bb-d988-4b52-9eba-207e7f10902f HTTP/1.1" status: 200 len: 210 time: 0.0429816 Apr 11 17:54:14.063247 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] No DVR routers for this DVR port a9081e6d-1c97-48a8-b65c-3814b5324d79 on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:54:14.066012 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:14.069623 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-018e3463-4ad0-4456-b39b-2b34471efff2 req-74cf3864-ce9a-469f-aa3e-f362b52a97e8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "DELETE /v2.0/ports/a9081e6d-1c97-48a8-b65c-3814b5324d79 HTTP/1.1" status: 204 len: 173 time: 0.8610854 Apr 11 17:54:14.070248 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'name': 'network-vif-deleted', 'tag': 'a9081e6d-1c97-48a8-b65c-3814b5324d79'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:14.074242 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa3bfce-6677-4c7e-9fcf-d2bd81652779" -d '{"events": [{"server_uuid": "c7c4c6bb-d988-4b52-9eba-207e7f10902f", "name": "network-vif-deleted", "tag": "a9081e6d-1c97-48a8-b65c-3814b5324d79"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:14.135317 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed44aa85-fde2-4e9b-9840-7bb2155c870c x-openstack-request-id: req-ed44aa85-fde2-4e9b-9840-7bb2155c870c {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:14.137884 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c4c6bb-d988-4b52-9eba-207e7f10902f", "name": "network-vif-deleted", "tag": "a9081e6d-1c97-48a8-b65c-3814b5324d79", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:14.138289 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed44aa85-fde2-4e9b-9840-7bb2155c870c {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:14.139099 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed44aa85-fde2-4e9b-9840-7bb2155c870c'] response: {'server_uuid': 'c7c4c6bb-d988-4b52-9eba-207e7f10902f', 'name': 'network-vif-deleted', 'tag': 'a9081e6d-1c97-48a8-b65c-3814b5324d79', 'status': 'completed', 'code': 200} Apr 11 17:54:14.154560 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:14.279510 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ce1862cb-0f9d-4745-9267-fa46a186dd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:14.347680 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33490) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:14.455839 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:14.463207 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fb81ef2a-a979-45ac-951c-f0cd1c1a51c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:14.484367 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:54:14.494461 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:14.494979 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:54:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:14.551778 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fb81ef2a-a979-45ac-951c-f0cd1c1a51c6 admin admin] Publish callbacks [] for security_group (345654c9-58d9-422e-bad2-945c40636815), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:14.557104 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fb81ef2a-a979-45ac-951c-f0cd1c1a51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (345654c9-58d9-422e-bad2-945c40636815), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:14.601515 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fb81ef2a-a979-45ac-951c-f0cd1c1a51c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d95f0668adc84607a5acfc216f312eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525477 Apr 11 17:54:14.602424 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81ef2a-a979-45ac-951c-f0cd1c1a51c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345654c9-58d9-422e-bad2-945c40636815,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:14.604327 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33494) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:14.614219 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:14.653986 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-65b04c6b-54a9-449a-a67e-3d57ca98bf16 admin admin] Publish callbacks [] for security_group (345654c9-58d9-422e-bad2-945c40636815), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:14.675852 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-65b04c6b-54a9-449a-a67e-3d57ca98bf16 admin admin] Publish callbacks [] for security_group (345654c9-58d9-422e-bad2-945c40636815), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:14.722861 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-65b04c6b-54a9-449a-a67e-3d57ca98bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (345654c9-58d9-422e-bad2-945c40636815), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:14.726017 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-65b04c6b-54a9-449a-a67e-3d57ca98bf16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:14.727211 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-65b04c6b-54a9-449a-a67e-3d57ca98bf16 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/345654c9-58d9-422e-bad2-945c40636815 HTTP/1.1" status: 204 len: 168 time: 0.1217670 Apr 11 17:54:14.735227 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b04c6b-54a9-449a-a67e-3d57ca98bf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345654c9-58d9-422e-bad2-945c40636815,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:14.806188 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:14.837264 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74e73f-9558-4b7c-9af0-e834f176a3b3 None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:54:15.081976 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c42b77-49d1-4a36-aa45-f9b2d6ef6bd3 None None] New status for floating IP 6aa9acfb-cd77-4a71-9f2f-e2051c97645b: DOWN {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:54:15.132719 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33502) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:15.187055 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f625294-4693-4d4d-9ecf-96bc8b707c37 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (81220862-8ac6-4dc6-8fbc-b9bdca437fa0), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:15.214553 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f625294-4693-4d4d-9ecf-96bc8b707c37 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (81220862-8ac6-4dc6-8fbc-b9bdca437fa0), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:15.264302 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f625294-4693-4d4d-9ecf-96bc8b707c37 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (81220862-8ac6-4dc6-8fbc-b9bdca437fa0), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:15.266872 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6f625294-4693-4d4d-9ecf-96bc8b707c37 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:15.268107 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-6f625294-4693-4d4d-9ecf-96bc8b707c37 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "DELETE /v2.0/security-groups/81220862-8ac6-4dc6-8fbc-b9bdca437fa0 HTTP/1.1" status: 204 len: 168 time: 0.1343083 Apr 11 17:54:15.271097 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33504) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:15.278140 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f625294-4693-4d4d-9ecf-96bc8b707c37 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81220862-8ac6-4dc6-8fbc-b9bdca437fa0,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:15.285943 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.api.v2.resource [None req-16efb87e-4bcd-4443-937a-6175128935fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] show failed (client error): The resource could not be found. Apr 11 17:54:15.286980 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-16efb87e-4bcd-4443-937a-6175128935fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups/81220862-8ac6-4dc6-8fbc-b9bdca437fa0 HTTP/1.1" status: 404 len: 347 time: 0.0148275 Apr 11 17:54:15.290218 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33506) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:15.408264 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-baee7e51-8e9f-463e-9720-ea677bc76218 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Deleting port 1c4e5fa8-d3f9-4813-b02e-957504d187e7 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:54:15.408971 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-baee7e51-8e9f-463e-9720-ea677bc76218 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (1c4e5fa8-d3f9-4813-b02e-957504d187e7), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:15.487315 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-baee7e51-8e9f-463e-9720-ea677bc76218 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (1c4e5fa8-d3f9-4813-b02e-957504d187e7), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:15.487626 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-baee7e51-8e9f-463e-9720-ea677bc76218 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (1c4e5fa8-d3f9-4813-b02e-957504d187e7), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:15.492968 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device a9081e6d-1c97-48a8-b65c-3814b5324d79 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:54:15.500740 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-baee7e51-8e9f-463e-9720-ea677bc76218 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Calling delete_port for 1c4e5fa8-d3f9-4813-b02e-957504d187e7 owned by network:floatingip {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:54:15.513580 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: a9081e6d-1c97-48a8-b65c-3814b5324d79 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:54:15.513936 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device a9081e6d-1c97-48a8-b65c-3814b5324d79 not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:54:15.640931 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-baee7e51-8e9f-463e-9720-ea677bc76218 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (1c4e5fa8-d3f9-4813-b02e-957504d187e7), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:15.666981 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee7e51-8e9f-463e-9720-ea677bc76218 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'Port': ['ID=1c4e5fa8-d3f9-4813-b02e-957504d187e7,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:15.728084 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-baee7e51-8e9f-463e-9720-ea677bc76218 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (6aa9acfb-cd77-4a71-9f2f-e2051c97645b), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:15.730561 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-baee7e51-8e9f-463e-9720-ea677bc76218 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:15.731727 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-baee7e51-8e9f-463e-9720-ea677bc76218 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "DELETE /v2.0/floatingips/6aa9acfb-cd77-4a71-9f2f-e2051c97645b HTTP/1.1" status: 204 len: 168 time: 0.4406111 Apr 11 17:54:16.083604 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.147894 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33510) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:16.152540 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-4d6e0fab-188a-411e-9bd5-ca5bb8d28431 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424734705', 'description': 'tempest-description--2129322157'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:16.174231 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0fab-188a-411e-9bd5-ca5bb8d28431 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.243549 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0fab-188a-411e-9bd5-ca5bb8d28431 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (a83d3951-1512-4a6d-8613-25596834cee5), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.249106 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0fab-188a-411e-9bd5-ca5bb8d28431 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (a83d3951-1512-4a6d-8613-25596834cee5), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.277389 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0fab-188a-411e-9bd5-ca5bb8d28431 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.278674 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-4d6e0fab-188a-411e-9bd5-ca5bb8d28431 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1297629 Apr 11 17:54:16.281888 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33512) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:16.283716 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e0fab-188a-411e-9bd5-ca5bb8d28431 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83d3951-1512-4a6d-8613-25596834cee5,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:16.286656 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-18fbca63-faea-49ac-ad1d-a640ebe63400 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group_rule': {'security_group_id': 'a83d3951-1512-4a6d-8613-25596834cee5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:16.315498 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-18fbca63-faea-49ac-ad1d-a640ebe63400 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (db29ba84-068e-4e32-9482-6bfbd5508929), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.371441 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-18fbca63-faea-49ac-ad1d-a640ebe63400 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (db29ba84-068e-4e32-9482-6bfbd5508929), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.375806 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-18fbca63-faea-49ac-ad1d-a640ebe63400 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (db29ba84-068e-4e32-9482-6bfbd5508929), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.393724 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbca63-faea-49ac-ad1d-a640ebe63400 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db29ba84-068e-4e32-9482-6bfbd5508929,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:16.403656 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-18fbca63-faea-49ac-ad1d-a640ebe63400 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.405030 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-18fbca63-faea-49ac-ad1d-a640ebe63400 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220155 Apr 11 17:54:16.407779 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33514) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:16.412118 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-58b22946-b4b3-43fc-b8f4-fa0afd894bbf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group_rule': {'security_group_id': 'a83d3951-1512-4a6d-8613-25596834cee5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:16.438021 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58b22946-b4b3-43fc-b8f4-fa0afd894bbf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (3593da3b-faee-42bc-b78c-ccfeda5e0fdd), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.503755 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58b22946-b4b3-43fc-b8f4-fa0afd894bbf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (3593da3b-faee-42bc-b78c-ccfeda5e0fdd), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.509200 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58b22946-b4b3-43fc-b8f4-fa0afd894bbf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (3593da3b-faee-42bc-b78c-ccfeda5e0fdd), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.529178 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b22946-b4b3-43fc-b8f4-fa0afd894bbf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3593da3b-faee-42bc-b78c-ccfeda5e0fdd,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:16.535331 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58b22946-b4b3-43fc-b8f4-fa0afd894bbf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.536429 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-58b22946-b4b3-43fc-b8f4-fa0afd894bbf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277156 Apr 11 17:54:16.539524 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33516) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:16.543800 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:16.566836 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.650056 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.758494 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Allocated IP 172.27.0.120 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/c18d908b-0fde-4dd1-9067-9b329d5a3ac2) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:54:16.861670 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (c18d908b-0fde-4dd1-9067-9b329d5a3ac2), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.902118 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (c18d908b-0fde-4dd1-9067-9b329d5a3ac2), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.942159 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:54:16.945029 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:54:16.948515 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:54:16.954139 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=c18d908b-0fde-4dd1-9067-9b329d5a3ac2,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:17.039547 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (b8201443-1629-4529-95ec-96572aeac8ad), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:17.078097 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (c18d908b-0fde-4dd1-9067-9b329d5a3ac2), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:17.118365 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:17.235934 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (c18d908b-0fde-4dd1-9067-9b329d5a3ac2), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:17.245636 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (c18d908b-0fde-4dd1-9067-9b329d5a3ac2), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:17.314871 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=c18d908b-0fde-4dd1-9067-9b329d5a3ac2,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:17.328323 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (b8201443-1629-4529-95ec-96572aeac8ad), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:17.349373 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:17.351215 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-0dc1e10d-7efc-4d01-8404-62d44126c883 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8106682 Apr 11 17:54:17.573166 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-727be252-d7ea-4fa3-b11a-85ad8848176a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--424734705&fields=id&tenant_id=1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 267 time: 0.0557063 Apr 11 17:54:17.691921 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-217f8fc7-4af4-4396-9f42-13c564a24043 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:17.693428 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-217f8fc7-4af4-4396-9f42-13c564a24043 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 812 time: 0.1135907 Apr 11 17:54:17.709313 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-b85113ff-e356-439c-8e66-b6905259cad2 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/quotas/1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 375 time: 0.0101624 Apr 11 17:54:17.758498 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-02567e6e-5284-43d2-88fa-6678d628fd95 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440223 Apr 11 17:54:17.863920 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-67510fb1-bcbd-4f29-9400-f628ef352143 service neutron] 10.222.0.79 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934405 Apr 11 17:54:17.958107 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-55bf0437-cbc2-4f2f-85cd-feb8a1d4159a service neutron] 10.222.0.79 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877736 Apr 11 17:54:18.124518 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-be9f8c00-4b45-405c-9062-0e2c9aa6ef5e req-043ea8e6-00d5-4d07-9689-566b1a6184e2 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 210 time: 0.0311472 Apr 11 17:54:18.330661 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:19.061738 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-d1ffe791-86a6-40ab-8a3b-fe9a60ffe735 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:19.063950 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-d1ffe791-86a6-40ab-8a3b-fe9a60ffe735 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 812 time: 0.1137524 Apr 11 17:54:19.131475 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-7577ae86-e8c3-48cf-99ce-6868797c2b30 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 379 time: 0.0575330 Apr 11 17:54:19.207852 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'port': {'device_id': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'admin_state_up': True, 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'security_groups': ['a83d3951-1512-4a6d-8613-25596834cee5']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:19.218198 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-72613ab6-44d4-4082-b6a2-9ac6babb8165 req-d360b949-5682-4570-86c1-452c856f493b tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 210 time: 0.0277267 Apr 11 17:54:19.323801 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Made reservation on behalf of 1889825f742d40bf80b1178627e263c4 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:54:19.327545 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:19.461198 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Allocated IP 172.20.0.9 (8d8a465d-2109-458a-b72f-dfc5617bb9ff/9d299daa-0f4a-47e8-bfd5-e168a73e427e/b50ab94f-4f47-4c22-a28b-2382a63e75e2) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:54:19.599793 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:19.641565 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:19.686239 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:54:19.689202 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:54:19.692845 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:54:19.716964 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=b50ab94f-4f47-4c22-a28b-2382a63e75e2,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:19.747106 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:19.747752 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:19.768668 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-48e5331b-63c5-446d-9f5f-ac0a3189e5fe tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649340 Apr 11 17:54:19.780614 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Request body: {'port': {'device_id': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:19.846734 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:19.960801 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-0c2f5a79-d3ab-4bef-9b97-85034fe44edf None None] Provisioning complete for port b50ab94f-4f47-4c22-a28b-2382a63e75e2 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:54:19.961413 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0c2f5a79-d3ab-4bef-9b97-85034fe44edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:20.118632 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50ab94f-4f47-4c22-a28b-2382a63e75e2 {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:54:20.127316 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Publish callbacks [] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:20.134942 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f5a79-d3ab-4bef-9b97-85034fe44edf None None] Port b50ab94f-4f47-4c22-a28b-2382a63e75e2 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:54:20.141996 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Transition to ACTIVE for port object b50ab94f-4f47-4c22-a28b-2382a63e75e2 will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:54:20.147869 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:20.200873 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Pushing event updated for resources: {'Port': ['ID=b50ab94f-4f47-4c22-a28b-2382a63e75e2,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:20.283301 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Attempting to bind port b50ab94f-4f47-4c22-a28b-2382a63e75e2 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:54:20.283646 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Attempting to bind port b50ab94f-4f47-4c22-a28b-2382a63e75e2 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:54:20.283974 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Attempting to bind port b50ab94f-4f47-4c22-a28b-2382a63e75e2 on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:54:20.290201 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Port b50ab94f-4f47-4c22-a28b-2382a63e75e2 on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:54:20.290533 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Attempting to bind port b50ab94f-4f47-4c22-a28b-2382a63e75e2 on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:54:20.297215 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:54:20.297832 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Checking segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:54:20.298075 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Bound using segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:54:20.298510 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Bound port: b50ab94f-4f47-4c22-a28b-2382a63e75e2, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:54:20.298880 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:20.344909 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649d337-df54-452a-b264-ee7c2e479563 req-440e46fa-c336-45a0-b4b1-cef8210a1cc0 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:20.346519 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b649d337-df54-452a-b264-ee7c2e479563 req-440e46fa-c336-45a0-b4b1-cef8210a1cc0 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 943 time: 0.0559599 Apr 11 17:54:20.371640 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] For port b50ab94f-4f47-4c22-a28b-2382a63e75e2, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:54:20.375136 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] For port b50ab94f-4f47-4c22-a28b-2382a63e75e2, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b50ab94f-4f47-4c22-a28b-2382a63e75e2,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:54:20.382191 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:20.396963 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b649d337-df54-452a-b264-ee7c2e479563 req-b511f856-aa21-488f-a50d-a414e432d9f7 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445459 Apr 11 17:54:20.419591 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:20.420251 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:20.421631 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] 10.222.0.37 "PUT /v2.0/ports/b50ab94f-4f47-4c22-a28b-2382a63e75e2 HTTP/1.1" status: 200 len: 1093 time: 0.6453748 Apr 11 17:54:20.422125 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'tag': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:20.424351 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5681c351-98a6-4883-b5db-4efa26b216ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a9243afa-a9d0-4f94-a710-8a03cd591792", "tag": "b50ab94f-4f47-4c22-a28b-2382a63e75e2"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:20.446366 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f35da-e3b7-4438-8ddc-745a54eda71f service neutron] Pushing event updated for resources: {'Port': ['ID=b50ab94f-4f47-4c22-a28b-2382a63e75e2,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:20.471821 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b849324-8ab5-43ad-bd39-47c22ec6f278 x-openstack-request-id: req-7b849324-8ab5-43ad-bd39-47c22ec6f278 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:20.472182 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9243afa-a9d0-4f94-a710-8a03cd591792", "tag": "b50ab94f-4f47-4c22-a28b-2382a63e75e2", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:20.472500 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b849324-8ab5-43ad-bd39-47c22ec6f278 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:20.473140 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b849324-8ab5-43ad-bd39-47c22ec6f278'] response: {'name': 'network-changed', 'server_uuid': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'tag': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2', 'status': 'completed', 'code': 200} Apr 11 17:54:20.517028 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-837fe188-842f-4bf5-9ecb-6e86cd69fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:20.518695 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-837fe188-842f-4bf5-9ecb-6e86cd69fda9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 1127 time: 0.0445728 Apr 11 17:54:20.563977 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-17965ddb-31e4-4b4e-bf00-cfc15a535a26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b50ab94f-4f47-4c22-a28b-2382a63e75e2 HTTP/1.1" status: 200 len: 217 time: 0.0356524 Apr 11 17:54:20.616118 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-19c4bc9a-57c3-4867-948c-34a788727935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:20.617828 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-19c4bc9a-57c3-4867-948c-34a788727935 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0467191 Apr 11 17:54:20.665815 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-d20ad557-7105-41d3-824d-8a9d4aae98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:20.667335 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-d20ad557-7105-41d3-824d-8a9d4aae98b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427175 Apr 11 17:54:20.760209 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-0c95771c-f4c5-4036-a81f-72360b97549b service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839009 Apr 11 17:54:20.858247 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-136746d9-efbe-41bf-9b84-1c208b42c97b req-6ba968c8-e13b-4c8d-82a5-6f4359800e58 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897915 Apr 11 17:54:21.509786 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2346868-b088-4b8a-8e2f-a0008398b0f0 req-16e0580f-fe1b-47d3-a57d-263782f494fd tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:21.511301 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d2346868-b088-4b8a-8e2f-a0008398b0f0 req-16e0580f-fe1b-47d3-a57d-263782f494fd tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 943 time: 0.0469813 Apr 11 17:54:21.564160 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d2346868-b088-4b8a-8e2f-a0008398b0f0 req-45e45ab5-c4b7-4e58-9e2e-5acee6ce46cd tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468132 Apr 11 17:54:21.635422 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681c351-98a6-4883-b5db-4efa26b216ce req-409511c3-3f6a-4e65-8407-a61cd0091e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:21.637037 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5681c351-98a6-4883-b5db-4efa26b216ce req-409511c3-3f6a-4e65-8407-a61cd0091e14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 1127 time: 0.0414340 Apr 11 17:54:21.740751 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681c351-98a6-4883-b5db-4efa26b216ce req-16f9f8cb-f916-45b2-8088-85b2f631c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:21.742779 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5681c351-98a6-4883-b5db-4efa26b216ce req-16f9f8cb-f916-45b2-8088-85b2f631c827 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 913 time: 0.0997195 Apr 11 17:54:21.790452 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5681c351-98a6-4883-b5db-4efa26b216ce req-1ca30531-d2a1-4906-a573-eaa056c8c8a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b50ab94f-4f47-4c22-a28b-2382a63e75e2 HTTP/1.1" status: 200 len: 217 time: 0.0399246 Apr 11 17:54:21.840980 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681c351-98a6-4883-b5db-4efa26b216ce req-5e1cb859-7cc7-4977-997c-336d365233ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:21.842529 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5681c351-98a6-4883-b5db-4efa26b216ce req-5e1cb859-7cc7-4977-997c-336d365233ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0464408 Apr 11 17:54:21.888716 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681c351-98a6-4883-b5db-4efa26b216ce req-da2523f9-a1fd-4b8d-8a8a-5871805687f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:21.890311 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5681c351-98a6-4883-b5db-4efa26b216ce req-da2523f9-a1fd-4b8d-8a8a-5871805687f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413187 Apr 11 17:54:21.988012 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5681c351-98a6-4883-b5db-4efa26b216ce req-0dc1fee8-abc4-4567-985b-3b0dd70165a8 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913761 Apr 11 17:54:22.082021 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5681c351-98a6-4883-b5db-4efa26b216ce req-8c44404e-3181-4a7f-bb1c-8b7f49048f82 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878890 Apr 11 17:54:22.694732 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dd55b-4f18-4d72-97dc-f804cff36c59 req-0a4919cc-2fee-45ad-9a00-5a12e48eee9f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:22.696296 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fb2dd55b-4f18-4d72-97dc-f804cff36c59 req-0a4919cc-2fee-45ad-9a00-5a12e48eee9f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 943 time: 0.0535333 Apr 11 17:54:22.748466 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fb2dd55b-4f18-4d72-97dc-f804cff36c59 req-5cfa251d-5960-4fb4-87c7-8e0c2f41ae08 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441043 Apr 11 17:54:23.536057 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device b50ab94f-4f47-4c22-a28b-2382a63e75e2 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:54:23.643224 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port b50ab94f-4f47-4c22-a28b-2382a63e75e2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b50ab94f-4f47-4c22-a28b-2382a63e75e2,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:23.654634 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'port_id': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2', 'mac_address': 'fa:16:3e:ae:6d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:54:23.691140 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port b50ab94f-4f47-4c22-a28b-2382a63e75e2 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:23.691520 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.704502 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50ab94f-4f47-4c22-a28b-2382a63e75e2 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:54:23.725568 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port b50ab94f-4f47-4c22-a28b-2382a63e75e2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b50ab94f-4f47-4c22-a28b-2382a63e75e2,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:23.733468 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.797160 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=b50ab94f-4f47-4c22-a28b-2382a63e75e2,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:23.871348 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360572a-71cf-4fd4-b6b7-ed2829a78619 req-d2415576-59a1-40a1-8256-51202179a225 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:23.872935 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6360572a-71cf-4fd4-b6b7-ed2829a78619 req-d2415576-59a1-40a1-8256-51202179a225 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 944 time: 0.0467777 Apr 11 17:54:23.921717 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6360572a-71cf-4fd4-b6b7-ed2829a78619 req-3581bdcc-aad0-4af4-b6c7-eb3faf238cfc tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424571 Apr 11 17:54:23.942082 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['b50ab94f-4f47-4c22-a28b-2382a63e75e2'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:54:25.050610 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c7c78-b0ec-4d23-a11a-4c74f9b8a895 req-1cd647a3-e325-405a-84b1-25fbe1322a02 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:25.052237 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b27c7c78-b0ec-4d23-a11a-4c74f9b8a895 req-1cd647a3-e325-405a-84b1-25fbe1322a02 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 944 time: 0.0544302 Apr 11 17:54:25.106755 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b27c7c78-b0ec-4d23-a11a-4c74f9b8a895 req-c12b588b-4425-4df9-9f93-6f5169472095 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461326 Apr 11 17:54:25.539915 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device b50ab94f-4f47-4c22-a28b-2382a63e75e2 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:54:25.586611 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port b50ab94f-4f47-4c22-a28b-2382a63e75e2 completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:54:25.593287 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port b50ab94f-4f47-4c22-a28b-2382a63e75e2 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:54:25.593646 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:25.675948 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port b50ab94f-4f47-4c22-a28b-2382a63e75e2 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:25.676350 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:25.708016 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:25.711702 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2477d2d4-77fd-4bcb-9b40-5248b2fc1bec" -d '{"events": [{"server_uuid": "a9243afa-a9d0-4f94-a710-8a03cd591792", "name": "network-vif-plugged", "status": "completed", "tag": "b50ab94f-4f47-4c22-a28b-2382a63e75e2"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:25.726282 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port b50ab94f-4f47-4c22-a28b-2382a63e75e2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b50ab94f-4f47-4c22-a28b-2382a63e75e2,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:25.734039 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:25.757762 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be44aa3a-b252-4ccc-994c-61a2d209f39e x-openstack-request-id: req-be44aa3a-b252-4ccc-994c-61a2d209f39e {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:25.758080 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9243afa-a9d0-4f94-a710-8a03cd591792", "name": "network-vif-plugged", "status": "completed", "tag": "b50ab94f-4f47-4c22-a28b-2382a63e75e2", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:25.758330 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be44aa3a-b252-4ccc-994c-61a2d209f39e {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:25.758724 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be44aa3a-b252-4ccc-994c-61a2d209f39e'] response: {'server_uuid': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2', 'code': 200} Apr 11 17:54:25.785178 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=b50ab94f-4f47-4c22-a28b-2382a63e75e2,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:25.923846 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169961f-8d2c-4747-b171-14b3c5153a8e req-51444770-d0fe-40c6-9788-8044c1d62c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:25.925346 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7169961f-8d2c-4747-b171-14b3c5153a8e req-51444770-d0fe-40c6-9788-8044c1d62c43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 1129 time: 0.0403364 Apr 11 17:54:25.969485 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-7169961f-8d2c-4747-b171-14b3c5153a8e req-8b2cbef7-3cb4-43e4-b14a-7d5985960aae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385833 Apr 11 17:54:26.225019 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7b391-084c-4981-996d-a15e58c809a8 req-2c609b58-2876-46c1-935b-ea898eecfe61 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:26.226564 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e9f7b391-084c-4981-996d-a15e58c809a8 req-2c609b58-2876-46c1-935b-ea898eecfe61 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 945 time: 0.0512211 Apr 11 17:54:26.278037 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e9f7b391-084c-4981-996d-a15e58c809a8 req-8b707b8c-ed87-41fe-bf12-6f342d5725e7 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455275 Apr 11 17:54:27.410209 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213026-53a2-416b-8cf5-91430290fc19 req-2fd15e50-6e91-40a3-b1b7-3a1c9c21e2d1 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:27.411708 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-87213026-53a2-416b-8cf5-91430290fc19 req-2fd15e50-6e91-40a3-b1b7-3a1c9c21e2d1 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 945 time: 0.0515034 Apr 11 17:54:27.460361 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-87213026-53a2-416b-8cf5-91430290fc19 req-ff6fd600-495d-449c-b807-f494bbfc5217 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425563 Apr 11 17:54:28.583791 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400fc7-69b7-44c8-bc2d-a6d44745be63 req-13373b0c-fefe-4d04-8d32-2c0e120dd350 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:28.585495 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd400fc7-69b7-44c8-bc2d-a6d44745be63 req-13373b0c-fefe-4d04-8d32-2c0e120dd350 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 945 time: 0.0533264 Apr 11 17:54:28.635892 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-cd400fc7-69b7-44c8-bc2d-a6d44745be63 req-47d46d3d-0f93-45d9-9dda-5741dc052408 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446930 Apr 11 17:54:28.744452 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086393a-8183-4abe-b832-8744d68eb110 req-d336224d-3f01-4cc1-8e4c-592f68ca75c1 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:28.745862 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0086393a-8183-4abe-b832-8744d68eb110 req-d336224d-3f01-4cc1-8e4c-592f68ca75c1 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 945 time: 0.0463219 Apr 11 17:54:28.754669 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33568) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:28.759404 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-b369c11f-1f7d-4f93-9503-4379aca16208 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'floatingip': {'port_id': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:28.802439 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b369c11f-1f7d-4f93-9503-4379aca16208 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (b8201443-1629-4529-95ec-96572aeac8ad), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:29.268878 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b369c11f-1f7d-4f93-9503-4379aca16208 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:29.273678 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b369c11f-1f7d-4f93-9503-4379aca16208 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (b8201443-1629-4529-95ec-96572aeac8ad), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:29.373763 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [None req-b369c11f-1f7d-4f93-9503-4379aca16208 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Floating IP b8201443-1629-4529-95ec-96572aeac8ad associated. External IP: 172.27.0.120, port: b50ab94f-4f47-4c22-a28b-2382a63e75e2. Apr 11 17:54:29.618546 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b369c11f-1f7d-4f93-9503-4379aca16208 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Router 03005b7a-24a1-4383-9c26-c107bf816e68 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:54:29.737609 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b369c11f-1f7d-4f93-9503-4379aca16208 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:54:29.743258 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b369c11f-1f7d-4f93-9503-4379aca16208 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:29.749763 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:54:29.760564 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:29.761176 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:54:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:29.773243 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b369c11f-1f7d-4f93-9503-4379aca16208 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "PUT /v2.0/floatingips/b8201443-1629-4529-95ec-96572aeac8ad HTTP/1.1" status: 200 len: 991 time: 1.0175021 Apr 11 17:54:29.773863 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'tag': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:29.776127 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9243afa-a9d0-4f94-a710-8a03cd591792", "tag": "b50ab94f-4f47-4c22-a28b-2382a63e75e2"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:29.816291 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0c7d9-34a5-4ebb-a036-a9cc806d096d x-openstack-request-id: req-a2f0c7d9-34a5-4ebb-a036-a9cc806d096d {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:29.816587 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9243afa-a9d0-4f94-a710-8a03cd591792", "tag": "b50ab94f-4f47-4c22-a28b-2382a63e75e2", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:29.816842 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2f0c7d9-34a5-4ebb-a036-a9cc806d096d {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:29.817271 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f0c7d9-34a5-4ebb-a036-a9cc806d096d'] response: {'name': 'network-changed', 'server_uuid': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'tag': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2', 'status': 'completed', 'code': 200} Apr 11 17:54:29.871211 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:29.877159 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-f9bea5c9-2bdd-4d62-b0ed-481d4b0f3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:29.878730 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-f9bea5c9-2bdd-4d62-b0ed-481d4b0f3124 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 1129 time: 0.0390453 Apr 11 17:54:29.976046 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-da9d10cf-8e39-42eb-b66c-03aa004fe3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:29.977673 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-da9d10cf-8e39-42eb-b66c-03aa004fe3cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 913 time: 0.0930147 Apr 11 17:54:30.000988 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:54:30.044492 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-fc950eb4-b1ab-4c59-9b53-cf0f5a20273a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b50ab94f-4f47-4c22-a28b-2382a63e75e2 HTTP/1.1" status: 200 len: 999 time: 0.0609586 Apr 11 17:54:30.099973 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'b8201443-1629-4529-95ec-96572aeac8ad', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:ae:6d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:16Z', 'updated_at': '2022-04-11T17:54:29Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:30.102254 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-1852fb54-7442-47b3-b1eb-1409e7ec6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:30.104818 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-1852fb54-7442-47b3-b1eb-1409e7ec6a9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0540743 Apr 11 17:54:30.133528 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:54:30.143345 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:30.143953 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:54:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:30.149785 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-14cbc396-b05a-4958-afd6-9223ed11b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:30.151303 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-14cbc396-b05a-4958-afd6-9223ed11b001 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403247 Apr 11 17:54:30.239277 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-c7c22c50-4e9c-4965-a1c6-84caa4ae3312 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816085 Apr 11 17:54:30.254727 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:30.330720 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3b6f1fe9-f5f4-4b24-907b-da8d65518dc5 req-fe7f5063-cb5d-471e-a994-89d5fe7a18be service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857449 Apr 11 17:54:30.482187 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'b8201443-1629-4529-95ec-96572aeac8ad', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:ae:6d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:16Z', 'updated_at': '2022-04-11T17:54:29Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:30.512579 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73884e-5c89-4b11-bdee-ac1e2078929c None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'b8201443-1629-4529-95ec-96572aeac8ad', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:ae:6d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:16Z', 'updated_at': '2022-04-11T17:54:29Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:54:30.723653 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e822843-f988-43e0-82c1-2212df2288a1 None None] New status for floating IP b8201443-1629-4529-95ec-96572aeac8ad: ACTIVE {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:54:33.239078 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:38.639038 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c716d02-ef9a-4b10-bce8-743e310f5e85 req-f939cea1-7d4e-4824-847c-b15e8d71174b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:38.640571 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1c716d02-ef9a-4b10-bce8-743e310f5e85 req-f939cea1-7d4e-4824-847c-b15e8d71174b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 946 time: 0.0533366 Apr 11 17:54:38.691988 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1c716d02-ef9a-4b10-bce8-743e310f5e85 req-9cafa70a-9b1b-4941-8dd0-478aa87ad81d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454302 Apr 11 17:54:39.808101 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d786fc-dc7a-4c23-8e08-ec894afa7184 req-1ebf3efe-962b-4bd5-bdd4-744fe1907854 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:39.809841 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-92d786fc-dc7a-4c23-8e08-ec894afa7184 req-1ebf3efe-962b-4bd5-bdd4-744fe1907854 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 946 time: 0.0469348 Apr 11 17:54:39.860046 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-92d786fc-dc7a-4c23-8e08-ec894afa7184 req-21b06599-531a-44b9-8e2c-dce5dbc5c24f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441034 Apr 11 17:54:40.159964 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-3499bc8b-67f8-483a-adff-7a1d4282ade2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:40.161410 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-3499bc8b-67f8-483a-adff-7a1d4282ade2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 946 time: 0.0468061 Apr 11 17:54:40.250070 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Deleting port 60fc804a-3922-4ae1-8c82-26c40b09dc8c {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:54:40.250349 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:40.363855 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] For port 60fc804a-3922-4ae1-8c82-26c40b09dc8c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=60fc804a-3922-4ae1-8c82-26c40b09dc8c,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:40.364227 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:40.550481 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:40.550752 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (7f087b09-9578-47cc-acda-fa8023139c84), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:40.551180 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Floating IP 7f087b09-9578-47cc-acda-fa8023139c84 disassociated. External IP: 172.27.0.41, port: 60fc804a-3922-4ae1-8c82-26c40b09dc8c. Apr 11 17:54:40.551697 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Calling delete_port for 60fc804a-3922-4ae1-8c82-26c40b09dc8c owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:54:40.683356 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (60fc804a-3922-4ae1-8c82-26c40b09dc8c), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:40.716802 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event deleted for resources: {'Port': ['ID=60fc804a-3922-4ae1-8c82-26c40b09dc8c,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:40.729992 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.730346 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.730716 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.731058 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.731394 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.731724 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.732081 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.732557 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.732884 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.733221 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.733539 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.733894 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.734216 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.734538 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.734862 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:40.961828 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a6b00aa5-b305-41a5-a919-7f427df891f0 req-9d2d5481-b439-4024-ad88-879723489f9a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d HTTP/1.1" status: 200 len: 210 time: 0.0295744 Apr 11 17:54:41.130019 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Router 090f326c-24c8-4ba6-bd2c-efed7b06b58b has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:54:41.245546 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:54:41.255475 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] Sync routers for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:54:41.266832 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:41.267453 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:54:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:41.286970 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] No DVR routers for this DVR port 60fc804a-3922-4ae1-8c82-26c40b09dc8c on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:54:41.289765 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:41.293238 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-8afd24f3-d7a3-45fd-8c8e-450ab9d0c3ba req-e31fd052-a68e-4621-97ff-43ecf1251029 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "DELETE /v2.0/ports/60fc804a-3922-4ae1-8c82-26c40b09dc8c HTTP/1.1" status: 204 len: 173 time: 1.1238010 Apr 11 17:54:41.293727 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'name': 'network-vif-deleted', 'tag': '60fc804a-3922-4ae1-8c82-26c40b09dc8c'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:41.296031 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5a81c1-171f-469c-898f-0c08745cbe8b" -d '{"events": [{"server_uuid": "1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d", "name": "network-vif-deleted", "tag": "60fc804a-3922-4ae1-8c82-26c40b09dc8c"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:41.334756 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9c9705-646f-4e2d-a202-be8ebf8960e1 x-openstack-request-id: req-6e9c9705-646f-4e2d-a202-be8ebf8960e1 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:41.335045 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d", "name": "network-vif-deleted", "tag": "60fc804a-3922-4ae1-8c82-26c40b09dc8c", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:41.335331 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e9c9705-646f-4e2d-a202-be8ebf8960e1 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:41.335803 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e9c9705-646f-4e2d-a202-be8ebf8960e1'] response: {'server_uuid': '1aeb2f75-a9e1-443d-b4e4-7a84a20a0d4d', 'name': 'network-vif-deleted', 'tag': '60fc804a-3922-4ae1-8c82-26c40b09dc8c', 'status': 'completed', 'code': 200} Apr 11 17:54:41.484929 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:41.568114 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ccee-8c67-4989-821a-3c8cd8d88d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:41.676109 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:41.706092 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] Checking router: 090f326c-24c8-4ba6-bd2c-efed7b06b58b for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:54:41.714966 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:41.715570 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:54:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:41.824367 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:42.018238 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:42.045794 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9321e-4d47-4aa9-a2f9-9342ed0e1e17 None None] The sync data for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi is: [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:54:42.236804 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-84388819-50ef-4917-b53e-98eed410ed7e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291104630&fields=id&tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1 HTTP/1.1" status: 200 len: 267 time: 0.0512421 Apr 11 17:54:42.281957 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0038ee02-033b-4733-b011-2aa7ee7147e4 None None] New status for floating IP 7f087b09-9578-47cc-acda-fa8023139c84: DOWN {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:54:42.346090 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-018a2cf6-f1d7-4a45-a485-2fd66f4a1b7c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:42.347511 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-018a2cf6-f1d7-4a45-a485-2fd66f4a1b7c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 811 time: 0.1042299 Apr 11 17:54:42.362337 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-039ce250-2f79-45a7-9b80-7c9c0df02b40 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/quotas/37b197cfcc8a4aacbaf370af2dde7fa1 HTTP/1.1" status: 200 len: 375 time: 0.0093400 Apr 11 17:54:42.412987 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-8bd55d89-0947-42bb-b529-60413cda0bfc tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453651 Apr 11 17:54:42.516217 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-b37dd6d1-2ace-4e87-b21b-ca0f89cee8dd service neutron] 10.222.0.79 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907714 Apr 11 17:54:42.607685 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-ef71d20f-afc2-4d77-9f2f-fb8bcfdc2241 service neutron] 10.222.0.79 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855696 Apr 11 17:54:42.908810 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ea7ca470-e228-4f82-b472-7872a8a08396 req-86214781-83d1-4cea-b51f-6a7d510f0994 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 210 time: 0.0285017 Apr 11 17:54:43.649339 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 60fc804a-3922-4ae1-8c82-26c40b09dc8c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:54:43.669382 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 60fc804a-3922-4ae1-8c82-26c40b09dc8c {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:54:43.669748 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 60fc804a-3922-4ae1-8c82-26c40b09dc8c not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:54:43.887893 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-bfc252e4-ed40-4d5a-9521-22f15594ab2d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:43.889505 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-bfc252e4-ed40-4d5a-9521-22f15594ab2d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 811 time: 0.1223819 Apr 11 17:54:43.961925 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-b1812969-39a9-4420-bea9-e2b618e3158f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1 HTTP/1.1" status: 200 len: 380 time: 0.0633035 Apr 11 17:54:43.972106 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'port': {'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'admin_state_up': True, 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'security_groups': ['c1f032fb-188d-4bed-9589-a52117aa2355']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:44.018789 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5fbc64df-a0b2-4e25-9c16-1534a7833b1d req-e9ba35cc-c7c4-4550-8d3f-2b016292215e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 210 time: 0.0300872 Apr 11 17:54:44.080835 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Made reservation on behalf of 37b197cfcc8a4aacbaf370af2dde7fa1 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:54:44.084545 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:44.212537 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Allocated IP 172.20.0.12 (0522cf29-54a1-4d0b-9aee-dc6a69c824c4/3a123af0-ca26-436f-9d56-8863b721d8b6/348897a8-c661-428e-b88d-e6cc3bc86ab5) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:54:44.275860 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f471b4ac-1cb5-49ac-8056-737888c7a819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:44.364085 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:44.399115 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:44.445362 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:54:44.448296 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:54:44.451124 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:54:44.478236 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'Port': ['ID=348897a8-c661-428e-b88d-e6cc3bc86ab5,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:44.509135 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:44.509798 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:44.528430 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-128f8eb1-e9b3-4d1d-a28f-44e538ee8724 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5615427 Apr 11 17:54:44.540577 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Request body: {'port': {'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:44.609166 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:44.669422 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-8ccc0f35-24cf-4a6a-9f51-1460209faba7 None None] Provisioning complete for port 348897a8-c661-428e-b88d-e6cc3bc86ab5 triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:54:44.670181 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0f35-24cf-4a6a-9f51-1460209faba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:44.704116 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc0f35-24cf-4a6a-9f51-1460209faba7 None None] Port 348897a8-c661-428e-b88d-e6cc3bc86ab5 cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:54:44.871837 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348897a8-c661-428e-b88d-e6cc3bc86ab5 {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:54:44.879528 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Publish callbacks [] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:44.892933 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Transition to ACTIVE for port object 348897a8-c661-428e-b88d-e6cc3bc86ab5 will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:54:44.897909 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:44.954696 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Pushing event updated for resources: {'Port': ['ID=348897a8-c661-428e-b88d-e6cc3bc86ab5,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:45.026438 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Attempting to bind port 348897a8-c661-428e-b88d-e6cc3bc86ab5 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:54:45.026776 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Attempting to bind port 348897a8-c661-428e-b88d-e6cc3bc86ab5 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:54:45.027109 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Attempting to bind port 348897a8-c661-428e-b88d-e6cc3bc86ab5 on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:54:45.032202 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Port 348897a8-c661-428e-b88d-e6cc3bc86ab5 on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:54:45.032538 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Attempting to bind port 348897a8-c661-428e-b88d-e6cc3bc86ab5 on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:54:45.038049 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:54:45.038412 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Checking segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:54:45.038655 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Bound using segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:54:45.039084 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Bound port: 348897a8-c661-428e-b88d-e6cc3bc86ab5, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:54:45.039446 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.112982 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] For port 348897a8-c661-428e-b88d-e6cc3bc86ab5, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:54:45.116404 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] For port 348897a8-c661-428e-b88d-e6cc3bc86ab5, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:54:45.123817 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.156134 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabcb67-6771-41ba-82d7-7107f5098c2e req-2f69a167-c476-40fb-8bdf-cffd8f2953e2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:45.158320 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3eabcb67-6771-41ba-82d7-7107f5098c2e req-2f69a167-c476-40fb-8bdf-cffd8f2953e2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 944 time: 0.0673616 Apr 11 17:54:45.165349 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:45.166014 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.167370 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] 10.222.0.37 "PUT /v2.0/ports/348897a8-c661-428e-b88d-e6cc3bc86ab5 HTTP/1.1" status: 200 len: 1094 time: 0.6315172 Apr 11 17:54:45.167860 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'tag': '348897a8-c661-428e-b88d-e6cc3bc86ab5'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:45.170123 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7675616-28f8-4467-9ab9-bbddf21190f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd96f99-e392-4b03-b97f-50ae26eaf5ba", "tag": "348897a8-c661-428e-b88d-e6cc3bc86ab5"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:45.208459 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99248ac5-b4cd-4a08-890a-b64f22e3c35a service neutron] Pushing event updated for resources: {'Port': ['ID=348897a8-c661-428e-b88d-e6cc3bc86ab5,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:45.227523 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b5326c-b6b8-4d31-8f2b-b1af3282909d x-openstack-request-id: req-45b5326c-b6b8-4d31-8f2b-b1af3282909d {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:45.227916 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd96f99-e392-4b03-b97f-50ae26eaf5ba", "tag": "348897a8-c661-428e-b88d-e6cc3bc86ab5", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:45.228320 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45b5326c-b6b8-4d31-8f2b-b1af3282909d {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:45.229108 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b5326c-b6b8-4d31-8f2b-b1af3282909d'] response: {'name': 'network-changed', 'server_uuid': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'tag': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'status': 'completed', 'code': 200} Apr 11 17:54:45.239597 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-3eabcb67-6771-41ba-82d7-7107f5098c2e req-53a7c9d9-b84c-44a7-a455-d0f5da8425cb tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745437 Apr 11 17:54:45.274556 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-ee7d6ca8-215a-4e3b-a22e-9c48c84bbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:45.276135 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-ee7d6ca8-215a-4e3b-a22e-9c48c84bbc39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 1128 time: 0.0645759 Apr 11 17:54:45.321000 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-1db9c2e0-86a8-4619-ab04-f20e267455cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5 HTTP/1.1" status: 200 len: 217 time: 0.0361247 Apr 11 17:54:45.377073 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-8885c13a-0907-47c5-aa4a-464e484c1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:45.378503 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-8885c13a-0907-47c5-aa4a-464e484c1495 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0510237 Apr 11 17:54:45.436549 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-e00a66e8-5241-4898-9fe7-bf286837651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:45.438256 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-e00a66e8-5241-4898-9fe7-bf286837651f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533023 Apr 11 17:54:45.535754 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-1b8afa72-65c3-4c04-909a-8842535f7f7e service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909629 Apr 11 17:54:45.649156 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-a36ba0f9-a4dd-46c6-ae4d-f7334780a0d5 req-6bda8c0f-73cd-479a-9430-05b0b6c59743 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064646 Apr 11 17:54:45.901281 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-a697de34-cfd3-432e-b43b-b484318537f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:45.902719 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-a697de34-cfd3-432e-b43b-b484318537f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 1128 time: 0.0407777 Apr 11 17:54:46.003423 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-cd219ab2-3601-4dd4-9309-7287330be95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:46.004882 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-cd219ab2-3601-4dd4-9309-7287330be95a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.0887585 Apr 11 17:54:46.046822 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-731c1a3a-8c00-4bff-9d93-1fc0aff8de62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5 HTTP/1.1" status: 200 len: 217 time: 0.0340240 Apr 11 17:54:46.086304 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:46.096225 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-ab836e26-88d5-4c71-9b64-c2a92600adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:46.097709 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-ab836e26-88d5-4c71-9b64-c2a92600adcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0445514 Apr 11 17:54:46.145253 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-339372cb-c38e-4b61-9d9f-5be1bf903c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:46.146839 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-339372cb-c38e-4b61-9d9f-5be1bf903c6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431721 Apr 11 17:54:46.236060 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-f5162ac0-67d4-4dc1-bb86-0ed168262c1b service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831211 Apr 11 17:54:46.331975 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e7675616-28f8-4467-9ab9-bbddf21190f8 req-4aa638e3-9041-4ea8-8457-e607cb630cee service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889533 Apr 11 17:54:46.362591 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3e55-4217-4e83-9079-e669ea380a6f req-cf6767ee-fc62-4b93-abcd-bb7e86412752 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:46.364080 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a72d3e55-4217-4e83-9079-e669ea380a6f req-cf6767ee-fc62-4b93-abcd-bb7e86412752 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 944 time: 0.0514205 Apr 11 17:54:46.412290 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a72d3e55-4217-4e83-9079-e669ea380a6f req-b23bdec0-e34b-4510-85e2-71eda6d7ace6 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424716 Apr 11 17:54:47.122494 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:47.522918 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25daa1-ae69-4a91-84bb-3c1286b02a99 req-59f5704f-6b66-4665-9c54-d37aec1ce327 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:47.524392 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac25daa1-ae69-4a91-84bb-3c1286b02a99 req-59f5704f-6b66-4665-9c54-d37aec1ce327 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 944 time: 0.0465114 Apr 11 17:54:47.575522 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac25daa1-ae69-4a91-84bb-3c1286b02a99 req-5817913a-8a74-4d2c-837f-e4a27dbda64f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453897 Apr 11 17:54:48.327035 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:48.689411 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fd8e8-f4f7-4ea7-9a20-7ef0c11bda88 req-970837ad-b3ce-4433-b3da-21a840530237 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:48.690910 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6f1fd8e8-f4f7-4ea7-9a20-7ef0c11bda88 req-970837ad-b3ce-4433-b3da-21a840530237 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 944 time: 0.0470617 Apr 11 17:54:48.742902 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6f1fd8e8-f4f7-4ea7-9a20-7ef0c11bda88 req-9a25fb3e-3b03-4c67-bdea-25cade126658 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461488 Apr 11 17:54:49.857624 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd93a5a-5632-415a-b00d-9458d2f52385 req-30ac3b36-c9a4-4503-a64e-969ee9b20f8a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:49.859110 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4cd93a5a-5632-415a-b00d-9458d2f52385 req-30ac3b36-c9a4-4503-a64e-969ee9b20f8a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 944 time: 0.0487604 Apr 11 17:54:49.909483 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4cd93a5a-5632-415a-b00d-9458d2f52385 req-8174f2e3-a8c1-48bf-b4f4-54b7c8ba7625 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445757 Apr 11 17:54:51.024770 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876d5d3-6656-424a-8e62-534270071639 req-60206476-6d88-486d-8673-850645bdc01b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:51.026264 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a876d5d3-6656-424a-8e62-534270071639 req-60206476-6d88-486d-8673-850645bdc01b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 944 time: 0.0466356 Apr 11 17:54:51.075558 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a876d5d3-6656-424a-8e62-534270071639 req-329ad47b-612e-4faf-ab0c-e2f1575cd5e4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Apr 11 17:54:52.191412 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22e216-d5c0-471a-bad2-31bdd221ac47 req-2cf80151-2a78-4beb-97a9-bd094c3b8556 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:52.192885 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de22e216-d5c0-471a-bad2-31bdd221ac47 req-2cf80151-2a78-4beb-97a9-bd094c3b8556 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 944 time: 0.0510864 Apr 11 17:54:52.242232 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-de22e216-d5c0-471a-bad2-31bdd221ac47 req-1843db3b-8afa-4c64-a515-7056b570a654 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 Apr 11 17:54:53.355157 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c368a7-fb72-4fd7-bf85-af82e3c92304 req-e34cc014-977d-4204-bd2b-e68293baf50f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:53.356627 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9c368a7-fb72-4fd7-bf85-af82e3c92304 req-e34cc014-977d-4204-bd2b-e68293baf50f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 944 time: 0.0474286 Apr 11 17:54:53.408037 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d9c368a7-fb72-4fd7-bf85-af82e3c92304 req-d6a98009-6f4f-4ef3-8510-e071862e361d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455444 Apr 11 17:54:53.739782 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 348897a8-c661-428e-b88d-e6cc3bc86ab5 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:54:53.840763 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 348897a8-c661-428e-b88d-e6cc3bc86ab5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:53.852588 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'mac_address': 'fa:16:3e:b0:63:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:54:53.889915 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 348897a8-c661-428e-b88d-e6cc3bc86ab5 is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:53.890300 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:53.903581 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348897a8-c661-428e-b88d-e6cc3bc86ab5 {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:54:53.923083 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 348897a8-c661-428e-b88d-e6cc3bc86ab5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:53.928731 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:53.978765 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=348897a8-c661-428e-b88d-e6cc3bc86ab5,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:53.986499 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.986871 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.987208 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.987539 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.987865 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.988189 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.988514 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.988823 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.989143 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.989460 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.989871 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.990121 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.990436 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.990752 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:53.991061 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:54.135369 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['348897a8-c661-428e-b88d-e6cc3bc86ab5'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:54:54.530877 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa0665-80d7-4e45-9274-0b1a9953038d req-e8ac313d-8899-4d7f-82f6-6a3ad1b920e2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:54.532329 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0faa0665-80d7-4e45-9274-0b1a9953038d req-e8ac313d-8899-4d7f-82f6-6a3ad1b920e2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 945 time: 0.0580888 Apr 11 17:54:54.582586 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0faa0665-80d7-4e45-9274-0b1a9953038d req-ebc0108a-4e42-4eec-be0e-e86c6119e1de tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441566 Apr 11 17:54:55.694819 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e61d2-01a1-4640-baa3-ea1626d418ea req-9ebf552c-cdf0-4000-9d8f-cc59228cbd01 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:55.696306 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d50e61d2-01a1-4640-baa3-ea1626d418ea req-9ebf552c-cdf0-4000-9d8f-cc59228cbd01 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 945 time: 0.0466435 Apr 11 17:54:55.744587 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d50e61d2-01a1-4640-baa3-ea1626d418ea req-67a3c0a9-c4c7-4bab-8539-3b9c81210998 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426564 Apr 11 17:54:55.751624 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 348897a8-c661-428e-b88d-e6cc3bc86ab5 up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:54:55.798662 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 348897a8-c661-428e-b88d-e6cc3bc86ab5 completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:54:55.806518 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 348897a8-c661-428e-b88d-e6cc3bc86ab5 triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:54:55.806883 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:55.887559 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 348897a8-c661-428e-b88d-e6cc3bc86ab5 is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:55.887938 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:55.911161 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348897a8-c661-428e-b88d-e6cc3bc86ab5'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:55.913783 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80adbb1-3824-4971-bdb5-8ab283dfcb8a" -d '{"events": [{"server_uuid": "6dd96f99-e392-4b03-b97f-50ae26eaf5ba", "name": "network-vif-plugged", "status": "completed", "tag": "348897a8-c661-428e-b88d-e6cc3bc86ab5"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:55.926740 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 348897a8-c661-428e-b88d-e6cc3bc86ab5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:55.932324 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:55.955187 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e52bbba-d291-4454-af81-fd15ff54e88f x-openstack-request-id: req-8e52bbba-d291-4454-af81-fd15ff54e88f {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:55.955473 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd96f99-e392-4b03-b97f-50ae26eaf5ba", "name": "network-vif-plugged", "status": "completed", "tag": "348897a8-c661-428e-b88d-e6cc3bc86ab5", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:55.955727 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e52bbba-d291-4454-af81-fd15ff54e88f {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:55.956114 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e52bbba-d291-4454-af81-fd15ff54e88f'] response: {'server_uuid': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'code': 200} Apr 11 17:54:55.981755 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=348897a8-c661-428e-b88d-e6cc3bc86ab5,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:56.170801 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbea072-7914-4c81-b4fe-552361af1b68 req-1bc7c1bc-6e63-4c52-a2ac-61cac0b1d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:56.172280 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dcbea072-7914-4c81-b4fe-552361af1b68 req-1bc7c1bc-6e63-4c52-a2ac-61cac0b1d88b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0387862 Apr 11 17:54:56.218855 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-dcbea072-7914-4c81-b4fe-552361af1b68 req-9f030978-5cdf-4a45-a434-ab95e8686d32 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Apr 11 17:54:56.860413 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ebcea-46aa-49fa-8c49-3f8e738ffa09 req-164e76ce-a382-41b4-bdb0-5c7b3217ba94 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:56.861916 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db3ebcea-46aa-49fa-8c49-3f8e738ffa09 req-164e76ce-a382-41b4-bdb0-5c7b3217ba94 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 946 time: 0.0502372 Apr 11 17:54:56.916574 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db3ebcea-46aa-49fa-8c49-3f8e738ffa09 req-f1fc07e1-6ad6-4930-af4c-820d48695ba1 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488539 Apr 11 17:54:58.030996 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0432-34c9-4a9a-a601-5eeb354f813c req-fb387d12-4be0-47bf-a47e-57f658989300 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:58.032440 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-056c0432-34c9-4a9a-a601-5eeb354f813c req-fb387d12-4be0-47bf-a47e-57f658989300 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 946 time: 0.0472660 Apr 11 17:54:58.081542 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-056c0432-34c9-4a9a-a601-5eeb354f813c req-a105d067-0cc6-41e8-b9cf-09a9c42e8bf5 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Apr 11 17:54:58.195699 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27724d9-9a73-4fc4-b485-f534fb61c52a req-988f9051-dd96-4582-b662-80aaadebe3c2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:58.197198 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e27724d9-9a73-4fc4-b485-f534fb61c52a req-988f9051-dd96-4582-b662-80aaadebe3c2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 946 time: 0.0470107 Apr 11 17:54:58.251926 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e27724d9-9a73-4fc4-b485-f534fb61c52a req-465f7a17-4ad5-4fe8-bae6-e57d7861dced tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487883 Apr 11 17:54:58.275103 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33648) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:58.592357 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c311c98e-7fd7-45c3-9195-e6abc8d37721 tempest-TestVolumeBootPattern-39052174 tempest-TestVolumeBootPattern-39052174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:58.594391 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-c311c98e-7fd7-45c3-9195-e6abc8d37721 tempest-TestVolumeBootPattern-39052174 tempest-TestVolumeBootPattern-39052174-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 1125 time: 0.3177595 Apr 11 17:54:58.596915 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33650) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:58.601139 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:58.623307 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:58.703158 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:58.829347 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Allocated IP 172.27.0.220 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/e2106c4e-362f-4916-820c-ef7af4d121cc) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:54:58.945122 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for port (e2106c4e-362f-4916-820c-ef7af4d121cc), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:58.984617 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (e2106c4e-362f-4916-820c-ef7af4d121cc), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:59.030430 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:54:59.035919 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:54:59.038357 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'Port': ['ID=e2106c4e-362f-4916-820c-ef7af4d121cc,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:59.040545 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:54:59.067413 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.067759 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.068121 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.068421 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.068784 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.069091 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.069433 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.069761 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.070103 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.070421 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.070724 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.071068 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.071629 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.071893 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.072183 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:59.417758 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (1147b49b-6437-4455-8384-812560e14c49), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:59.487218 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (e2106c4e-362f-4916-820c-ef7af4d121cc), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:59.639345 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for port (e2106c4e-362f-4916-820c-ef7af4d121cc), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:59.648336 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (e2106c4e-362f-4916-820c-ef7af4d121cc), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:59.717656 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'Port': ['ID=e2106c4e-362f-4916-820c-ef7af4d121cc,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:59.731550 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (1147b49b-6437-4455-8384-812560e14c49), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:59.837192 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Floating IP 1147b49b-6437-4455-8384-812560e14c49 associated. External IP: 172.27.0.220, port: 348897a8-c661-428e-b88d-e6cc3bc86ab5. Apr 11 17:55:00.051409 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Router 090f326c-24c8-4ba6-bd2c-efed7b06b58b has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:55:00.166647 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:55:00.177670 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] Sync routers for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:55:00.187916 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:00.190475 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:00.191092 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:54:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:00.220916 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-30f2815a-8d63-409a-8c7f-389ab7fd921e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6229923 Apr 11 17:55:00.221491 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'tag': '348897a8-c661-428e-b88d-e6cc3bc86ab5'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:00.223786 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5e4e24-4501-46b6-8c69-b9348210cc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd96f99-e392-4b03-b97f-50ae26eaf5ba", "tag": "348897a8-c661-428e-b88d-e6cc3bc86ab5"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:00.261033 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb2ddf2-1237-4b53-a0da-7472b52f5f30 x-openstack-request-id: req-3fb2ddf2-1237-4b53-a0da-7472b52f5f30 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:00.261316 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd96f99-e392-4b03-b97f-50ae26eaf5ba", "tag": "348897a8-c661-428e-b88d-e6cc3bc86ab5", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:00.261592 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3fb2ddf2-1237-4b53-a0da-7472b52f5f30 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:00.262028 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb2ddf2-1237-4b53-a0da-7472b52f5f30'] response: {'name': 'network-changed', 'server_uuid': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'tag': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'status': 'completed', 'code': 200} Apr 11 17:55:00.305554 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:00.321729 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-90991ea8-c149-44e3-a8c3-36f2aab5e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:00.323287 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-90991ea8-c149-44e3-a8c3-36f2aab5e1d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0384846 Apr 11 17:55:00.422440 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-de72dc9a-f2bf-4aed-bb6c-78edf2269648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:00.423927 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-de72dc9a-f2bf-4aed-bb6c-78edf2269648 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.0916154 Apr 11 17:55:00.490307 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-38b6a822-2370-4728-b9e0-97729b80dbeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5 HTTP/1.1" status: 200 len: 1000 time: 0.0588057 Apr 11 17:55:00.520900 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '1147b49b-6437-4455-8384-812560e14c49', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:b0:63:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:59Z', 'updated_at': '2022-04-11T17:54:59Z', 'revision_number': 0, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:00.543444 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-bab1d8b5-df9d-4163-b318-4913947e5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:00.544998 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-bab1d8b5-df9d-4163-b318-4913947e5a20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0485294 Apr 11 17:55:00.551148 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] Checking router: 090f326c-24c8-4ba6-bd2c-efed7b06b58b for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:55:00.560543 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:00.561049 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:54:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:00.591617 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-fa37bbba-dc48-4490-ac3b-fc3ce4ac3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:00.593142 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-fa37bbba-dc48-4490-ac3b-fc3ce4ac3b08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401220 Apr 11 17:55:00.669969 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:00.685287 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-f80d71d5-315e-467f-a78f-1b1ec36f82de service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852156 Apr 11 17:55:00.781128 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-3e5e4e24-4501-46b6-8c69-b9348210cc4b req-ebfedb8a-b41e-403a-b92a-a7712deb4a7f service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884066 Apr 11 17:55:00.986990 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '1147b49b-6437-4455-8384-812560e14c49', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:b0:63:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:59Z', 'updated_at': '2022-04-11T17:54:59Z', 'revision_number': 0, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:01.017575 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4dab7-5ec9-456d-82e2-6c19fb3a30b7 None None] The sync data for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi is: [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '1147b49b-6437-4455-8384-812560e14c49', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:b0:63:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:59Z', 'updated_at': '2022-04-11T17:54:59Z', 'revision_number': 0, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:55:01.219450 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757eaed1-0a20-4030-a6e9-4088f7bbdcdf None None] New status for floating IP 1147b49b-6437-4455-8384-812560e14c49: ACTIVE {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:55:03.245684 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:06.990509 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:55:11.563649 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-919c98bf-5ef5-4a7a-885c-1a69ba16810d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:13.512398 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-23616086-f3f9-4738-9548-7afab0910a7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387931 Apr 11 17:55:13.803733 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-7d63d136-250d-4985-afa5-d237fe82e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:13.805207 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-7d63d136-250d-4985-afa5-d237fe82e8b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 1129 time: 0.0482302 Apr 11 17:55:13.928714 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-945fac4f-6947-4561-bfaa-1f7848fcaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:13.930266 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-945fac4f-6947-4561-bfaa-1f7848fcaf94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 913 time: 0.0923712 Apr 11 17:55:14.005141 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-623aeb34-38d1-418e-8aec-67f4a84acd2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b50ab94f-4f47-4c22-a28b-2382a63e75e2 HTTP/1.1" status: 200 len: 1001 time: 0.0684674 Apr 11 17:55:14.061030 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-db8c0c54-17a1-4f46-9d87-917a1a281dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:14.062470 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-db8c0c54-17a1-4f46-9d87-917a1a281dc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0515091 Apr 11 17:55:14.112346 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-0807672b-131c-45a0-b7b8-e7fac93fbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:14.114077 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-0807672b-131c-45a0-b7b8-e7fac93fbd62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449848 Apr 11 17:55:14.211349 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-c147454a-3c93-464e-b7a8-4b8e839d3974 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914299 Apr 11 17:55:14.284115 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-b0e066eb-eb39-4656-a495-3ec86a3bc34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:14.312707 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-99c702ac-e94d-4219-ac19-9dbadf534c88 req-b7cab629-cef2-4c9b-9b37-21fcb47b348b service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955443 Apr 11 17:55:14.775619 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03fbdb-56b1-4ee5-bffd-b0c9d3501582 req-0f356118-8e96-44db-b2c8-52796cba633c tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:14.777165 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac03fbdb-56b1-4ee5-bffd-b0c9d3501582 req-0f356118-8e96-44db-b2c8-52796cba633c tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 945 time: 0.0523100 Apr 11 17:55:14.837172 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ac03fbdb-56b1-4ee5-bffd-b0c9d3501582 req-b3c7f2dd-6e38-4ed2-b372-2ff352b52de9 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510771 Apr 11 17:55:15.954094 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e0a53-90ba-4155-861a-4ca7093ac33e req-107b1961-7028-48a0-8102-1f64226cfacc tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:15.955568 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-651e0a53-90ba-4155-861a-4ca7093ac33e req-107b1961-7028-48a0-8102-1f64226cfacc tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 945 time: 0.0470662 Apr 11 17:55:16.002179 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-651e0a53-90ba-4155-861a-4ca7093ac33e req-a4cc6c8f-317e-49db-8fb3-99be185a8322 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=a83d3951-1512-4a6d-8613-25596834cee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408447 Apr 11 17:55:16.091632 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:16.536993 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-5da6a86d-5433-4ff1-a54c-04f93e02c263 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:16.538541 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-5da6a86d-5433-4ff1-a54c-04f93e02c263 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 945 time: 0.0525396 Apr 11 17:55:16.631403 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Deleting port b50ab94f-4f47-4c22-a28b-2382a63e75e2 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:55:16.631749 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:16.733855 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] For port b50ab94f-4f47-4c22-a28b-2382a63e75e2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b50ab94f-4f47-4c22-a28b-2382a63e75e2,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:55:16.734180 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:16.919635 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:16.920118 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (b8201443-1629-4529-95ec-96572aeac8ad), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:16.920596 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Floating IP b8201443-1629-4529-95ec-96572aeac8ad disassociated. External IP: 172.27.0.120, port: b50ab94f-4f47-4c22-a28b-2382a63e75e2. Apr 11 17:55:16.921020 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Calling delete_port for b50ab94f-4f47-4c22-a28b-2382a63e75e2 owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:55:17.077872 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (b50ab94f-4f47-4c22-a28b-2382a63e75e2), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:17.110259 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'Port': ['ID=b50ab94f-4f47-4c22-a28b-2382a63e75e2,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:17.124697 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-b4bca6b9-e51e-472e-8af2-6faf67e96d8e req-a6d90455-436f-4ebb-a696-107d91acf5d8 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9243afa-a9d0-4f94-a710-8a03cd591792 HTTP/1.1" status: 200 len: 210 time: 0.0394077 Apr 11 17:55:17.131365 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:17.235316 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Router 03005b7a-24a1-4383-9c26-c107bf816e68 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:55:17.347565 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:55:17.358149 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:55:17.368906 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:17.369504 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:55:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:17.389271 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] No DVR routers for this DVR port b50ab94f-4f47-4c22-a28b-2382a63e75e2 on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:55:17.392429 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:17.396110 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1b94efb0-3dc4-4d86-9968-c6b0adaed892 req-bd56d28c-a998-415d-af12-0b399dffc379 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "DELETE /v2.0/ports/b50ab94f-4f47-4c22-a28b-2382a63e75e2 HTTP/1.1" status: 204 len: 173 time: 0.8521154 Apr 11 17:55:17.396545 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'name': 'network-vif-deleted', 'tag': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:17.399527 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9796b120-b94f-4fd9-94f9-643d83e9750d" -d '{"events": [{"server_uuid": "a9243afa-a9d0-4f94-a710-8a03cd591792", "name": "network-vif-deleted", "tag": "b50ab94f-4f47-4c22-a28b-2382a63e75e2"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:17.441537 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20441e1-2b44-4bec-85e7-40b20f75cd04 x-openstack-request-id: req-c20441e1-2b44-4bec-85e7-40b20f75cd04 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:17.441881 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9243afa-a9d0-4f94-a710-8a03cd591792", "name": "network-vif-deleted", "tag": "b50ab94f-4f47-4c22-a28b-2382a63e75e2", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:17.442134 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c20441e1-2b44-4bec-85e7-40b20f75cd04 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:17.442543 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20441e1-2b44-4bec-85e7-40b20f75cd04'] response: {'server_uuid': 'a9243afa-a9d0-4f94-a710-8a03cd591792', 'name': 'network-vif-deleted', 'tag': 'b50ab94f-4f47-4c22-a28b-2382a63e75e2', 'status': 'completed', 'code': 200} Apr 11 17:55:17.485981 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:17.684312 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:17.709978 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:55:17.718891 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:17.719426 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:55:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:17.831442 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:18.062828 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:18.095053 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843078d-57b5-4a09-b4ae-1a8dd17fb1a1 None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:55:18.221635 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33732) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:18.284332 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fecedf94-d57e-4237-959c-8bdaaa474446 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (a83d3951-1512-4a6d-8613-25596834cee5), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.315317 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fecedf94-d57e-4237-959c-8bdaaa474446 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (a83d3951-1512-4a6d-8613-25596834cee5), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.333154 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.347383 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e0ca9-9a45-46d0-a161-f19044fde327 None None] New status for floating IP b8201443-1629-4529-95ec-96572aeac8ad: DOWN {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:55:18.377198 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fecedf94-d57e-4237-959c-8bdaaa474446 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (a83d3951-1512-4a6d-8613-25596834cee5), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.380019 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fecedf94-d57e-4237-959c-8bdaaa474446 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.381570 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fecedf94-d57e-4237-959c-8bdaaa474446 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "DELETE /v2.0/security-groups/a83d3951-1512-4a6d-8613-25596834cee5 HTTP/1.1" status: 204 len: 168 time: 0.1585345 Apr 11 17:55:18.385726 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33734) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:18.391963 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecedf94-d57e-4237-959c-8bdaaa474446 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83d3951-1512-4a6d-8613-25596834cee5,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:18.409141 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.api.v2.resource [None req-d29cabe7-cccb-4b42-a272-136fc4b5ef65 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] show failed (client error): The resource could not be found. Apr 11 17:55:18.410197 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-d29cabe7-cccb-4b42-a272-136fc4b5ef65 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups/a83d3951-1512-4a6d-8613-25596834cee5 HTTP/1.1" status: 404 len: 347 time: 0.0246048 Apr 11 17:55:18.413178 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33736) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:18.543244 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-41505823-0553-463f-88b6-8db8d6903f76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Deleting port c18d908b-0fde-4dd1-9067-9b329d5a3ac2 {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:55:18.543595 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41505823-0553-463f-88b6-8db8d6903f76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (c18d908b-0fde-4dd1-9067-9b329d5a3ac2), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.631953 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41505823-0553-463f-88b6-8db8d6903f76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (c18d908b-0fde-4dd1-9067-9b329d5a3ac2), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.632250 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41505823-0553-463f-88b6-8db8d6903f76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (c18d908b-0fde-4dd1-9067-9b329d5a3ac2), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.645110 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-41505823-0553-463f-88b6-8db8d6903f76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Calling delete_port for c18d908b-0fde-4dd1-9067-9b329d5a3ac2 owned by network:floatingip {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:55:18.798309 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41505823-0553-463f-88b6-8db8d6903f76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (c18d908b-0fde-4dd1-9067-9b329d5a3ac2), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.824824 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41505823-0553-463f-88b6-8db8d6903f76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'Port': ['ID=c18d908b-0fde-4dd1-9067-9b329d5a3ac2,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:18.892088 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41505823-0553-463f-88b6-8db8d6903f76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (b8201443-1629-4529-95ec-96572aeac8ad), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.894599 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-41505823-0553-463f-88b6-8db8d6903f76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:18.895811 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-41505823-0553-463f-88b6-8db8d6903f76 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "DELETE /v2.0/floatingips/b8201443-1629-4529-95ec-96572aeac8ad HTTP/1.1" status: 204 len: 168 time: 0.4816728 Apr 11 17:55:19.051961 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33740) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:19.059043 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-e6c8dcd0-147f-498d-8128-c4b618f84c09 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1745981843', 'description': 'tempest-description--816908118'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:19.088742 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e6c8dcd0-147f-498d-8128-c4b618f84c09 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.160291 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e6c8dcd0-147f-498d-8128-c4b618f84c09 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (8896d1f4-2f45-4713-9cb2-264b2870c6cb), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.165768 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e6c8dcd0-147f-498d-8128-c4b618f84c09 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (8896d1f4-2f45-4713-9cb2-264b2870c6cb), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.194187 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8dcd0-147f-498d-8128-c4b618f84c09 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8896d1f4-2f45-4713-9cb2-264b2870c6cb,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:19.198784 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-e6c8dcd0-147f-498d-8128-c4b618f84c09 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.200017 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-e6c8dcd0-147f-498d-8128-c4b618f84c09 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1466956 Apr 11 17:55:19.203079 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33742) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:19.207832 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [None req-fd64b5f4-55b8-4978-849a-b24d20b356ac tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group_rule': {'security_group_id': '8896d1f4-2f45-4713-9cb2-264b2870c6cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:19.234920 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd64b5f4-55b8-4978-849a-b24d20b356ac tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (df979626-5178-44d8-9e1a-4ee08562436b), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.295611 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd64b5f4-55b8-4978-849a-b24d20b356ac tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (df979626-5178-44d8-9e1a-4ee08562436b), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.301300 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd64b5f4-55b8-4978-849a-b24d20b356ac tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (df979626-5178-44d8-9e1a-4ee08562436b), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.321356 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64b5f4-55b8-4978-849a-b24d20b356ac tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df979626-5178-44d8-9e1a-4ee08562436b,revision_number=0']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:19.332402 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-fd64b5f4-55b8-4978-849a-b24d20b356ac tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.334147 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-fd64b5f4-55b8-4978-849a-b24d20b356ac tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299782 Apr 11 17:55:19.337745 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33744) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:19.342709 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-f58e038f-593a-4adc-87c1-e764d257185f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'security_group_rule': {'security_group_id': '8896d1f4-2f45-4713-9cb2-264b2870c6cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:19.369431 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f58e038f-593a-4adc-87c1-e764d257185f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (98ceafdd-a7cd-407f-a941-84fddadb1aa0), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.429975 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f58e038f-593a-4adc-87c1-e764d257185f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (98ceafdd-a7cd-407f-a941-84fddadb1aa0), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.435110 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f58e038f-593a-4adc-87c1-e764d257185f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682284'] for security_group_rule (98ceafdd-a7cd-407f-a941-84fddadb1aa0), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.454505 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e038f-593a-4adc-87c1-e764d257185f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ceafdd-a7cd-407f-a941-84fddadb1aa0,revision_number=0']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:19.466348 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-f58e038f-593a-4adc-87c1-e764d257185f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.467631 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-f58e038f-593a-4adc-87c1-e764d257185f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288958 Apr 11 17:55:19.473025 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33746) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:19.479582 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:19.503086 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.586301 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.694573 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Allocated IP 172.27.0.149 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:55:19.810970 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.852648 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.882220 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device b50ab94f-4f47-4c22-a28b-2382a63e75e2 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:55:19.892146 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:55:19.895264 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:55:19.898834 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:55:19.903145 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: b50ab94f-4f47-4c22-a28b-2382a63e75e2 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:55:19.904112 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device b50ab94f-4f47-4c22-a28b-2382a63e75e2 not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:55:19.922519 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:19.992761 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (e2af19f6-c35d-4ce6-a85d-682aed9c0b25), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:20.040131 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:20.203806 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:20.211229 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:20.275967 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:20.294852 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (e2af19f6-c35d-4ce6-a85d-682aed9c0b25), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:20.308508 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:20.309906 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-c1a44150-54bb-447c-8ebb-cb67bd74b3eb tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8352556 Apr 11 17:55:20.482128 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-f587ab48-1630-4e8e-a91a-61d4761a01cd tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1745981843&fields=id&tenant_id=1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 267 time: 0.0486608 Apr 11 17:55:20.590478 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-cef37255-68c8-451c-a5e7-61fee4c36f16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:20.591908 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-cef37255-68c8-451c-a5e7-61fee4c36f16 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 812 time: 0.1033857 Apr 11 17:55:20.609102 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-16e5de83-4cb8-4b36-bb84-c65197ec9c95 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/quotas/1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 375 time: 0.0093808 Apr 11 17:55:20.658968 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-efef7cb8-f4c0-4a82-b550-b8d21cf35e58 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429909 Apr 11 17:55:20.777394 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-75ace088-1463-48d4-8be3-604a6b4c06ba service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:55:20.778534 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-75ace088-1463-48d4-8be3-604a6b4c06ba service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1082709 Apr 11 17:55:20.883076 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-345d75e4-2d92-4425-887c-cb6d8ffc3ca4 service neutron] 10.222.0.79 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982766 Apr 11 17:55:20.974949 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-39e1de7e-2f19-4d6f-879e-cd003da9758a service neutron] 10.222.0.79 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856800 Apr 11 17:55:21.155663 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ee30b34b-446e-4a8b-86b7-d6a090007f4b req-fec276ea-6891-4ddf-a18d-d1eec857aa3f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 210 time: 0.0287809 Apr 11 17:55:22.264496 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-952bf0aa-7da5-4552-9725-963fe3497132 req-073b3e7d-ea7e-4b70-9484-dcae59648238 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 210 time: 0.0328829 Apr 11 17:55:22.516530 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-a1027d77-04f4-4ecd-83a4-3da33447a2c6 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:22.517924 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-a1027d77-04f4-4ecd-83a4-3da33447a2c6 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 812 time: 0.3905272 Apr 11 17:55:22.584999 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-05505836-0946-4619-bb98-cb908ae66f7c tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1889825f742d40bf80b1178627e263c4 HTTP/1.1" status: 200 len: 380 time: 0.0585010 Apr 11 17:55:22.593848 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'port': {'device_id': 'c560f304-424f-4a84-b184-63809a778232', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'admin_state_up': True, 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'security_groups': ['8896d1f4-2f45-4713-9cb2-264b2870c6cb']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:22.705501 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Made reservation on behalf of 1889825f742d40bf80b1178627e263c4 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:55:22.708859 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:22.850095 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Allocated IP 172.20.0.3 (8d8a465d-2109-458a-b72f-dfc5617bb9ff/9d299daa-0f4a-47e8-bfd5-e168a73e427e/61c93f19-02b8-4123-b5c6-1ae1351c1fdc) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:55:23.011101 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:23.049142 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:23.094862 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:55:23.098139 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:55:23.102212 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:55:23.127802 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event updated for resources: {'Port': ['ID=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:23.156761 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:23.157378 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:23.175624 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-b82016cf-257f-40b2-a735-e38fad6ac92d tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853629 Apr 11 17:55:23.185077 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-419404a5-a385-45a2-a374-e57c3498f12a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:55:23.186285 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-419404a5-a385-45a2-a374-e57c3498f12a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054824 Apr 11 17:55:23.259241 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Request body: {'port': {'device_id': 'c560f304-424f-4a84-b184-63809a778232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:23.331908 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:23.353661 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-b7615181-7cbe-44a5-9dce-7317f9ff4c3d None None] Provisioning complete for port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:55:23.354296 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-b7615181-7cbe-44a5-9dce-7317f9ff4c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:23.385204 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef50ab-c606-4766-9ed5-a73043eb9cf8 req-b4e7b0b6-b3ba-4fe7-a2cc-a88129064676 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:23.387310 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4eef50ab-c606-4766-9ed5-a73043eb9cf8 req-b4e7b0b6-b3ba-4fe7-a2cc-a88129064676 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 931 time: 0.0520411 Apr 11 17:55:23.390721 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-b7615181-7cbe-44a5-9dce-7317f9ff4c3d None None] Port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:55:23.440143 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4eef50ab-c606-4766-9ed5-a73043eb9cf8 req-ccba3271-a9df-4699-a4d0-fa537564bb15 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444665 Apr 11 17:55:23.611846 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c93f19-02b8-4123-b5c6-1ae1351c1fdc {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:55:23.619779 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Publish callbacks [] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:23.633760 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Transition to ACTIVE for port object 61c93f19-02b8-4123-b5c6-1ae1351c1fdc will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:55:23.639905 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:23.692556 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Pushing event updated for resources: {'Port': ['ID=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:23.766847 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Attempting to bind port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:55:23.767191 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Attempting to bind port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:55:23.767491 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Attempting to bind port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:55:23.772310 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:55:23.772632 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Attempting to bind port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc on network 8d8a465d-2109-458a-b72f-dfc5617bb9ff {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:55:23.777988 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:55:23.778335 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Checking segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:55:23.778719 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Bound using segment: {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:55:23.779180 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Bound port: 61c93f19-02b8-4123-b5c6-1ae1351c1fdc, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92d304f-0873-4c68-9dc4-5499bece3464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:55:23.779538 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:23.847317 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] For port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:55:23.850570 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] For port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:55:23.857350 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:23.897383 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:23.898040 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:23.899439 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] 10.222.0.37 "PUT /v2.0/ports/61c93f19-02b8-4123-b5c6-1ae1351c1fdc HTTP/1.1" status: 200 len: 1093 time: 0.7052262 Apr 11 17:55:23.916600 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c560f304-424f-4a84-b184-63809a778232', 'tag': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:23.919135 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83949976-8aab-4837-b6ae-658d4ef86105" -d '{"events": [{"name": "network-changed", "server_uuid": "c560f304-424f-4a84-b184-63809a778232", "tag": "61c93f19-02b8-4123-b5c6-1ae1351c1fdc"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:23.944373 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4b9e2-29b8-4a07-9b1d-53c9b61be649 service neutron] Pushing event updated for resources: {'Port': ['ID=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:23.983998 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2481b-6991-4346-bdf9-39804836a1c2 x-openstack-request-id: req-e6d2481b-6991-4346-bdf9-39804836a1c2 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:23.984300 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c560f304-424f-4a84-b184-63809a778232", "tag": "61c93f19-02b8-4123-b5c6-1ae1351c1fdc", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:23.984611 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6d2481b-6991-4346-bdf9-39804836a1c2 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:23.985018 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d2481b-6991-4346-bdf9-39804836a1c2'] response: {'name': 'network-changed', 'server_uuid': 'c560f304-424f-4a84-b184-63809a778232', 'tag': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc', 'status': 'completed', 'code': 200} Apr 11 17:55:24.020276 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-c16a86fb-4b16-4a94-8289-52f849b74787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:24.021863 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-c16a86fb-4b16-4a94-8289-52f849b74787 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 1127 time: 0.0573695 Apr 11 17:55:24.064208 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-65a220ed-5d22-4e1e-901b-4cc0ad003c31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c93f19-02b8-4123-b5c6-1ae1351c1fdc HTTP/1.1" status: 200 len: 217 time: 0.0358942 Apr 11 17:55:24.120139 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-e30ccc34-fff5-44d9-ad5f-4c07ef1d4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:24.121620 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-e30ccc34-fff5-44d9-ad5f-4c07ef1d4938 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0506573 Apr 11 17:55:24.165934 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-1d70edaa-a87e-4beb-b343-3fa7c2e2795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:24.167450 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-1d70edaa-a87e-4beb-b343-3fa7c2e2795b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396397 Apr 11 17:55:24.257194 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-377b8b4e-882b-4a81-ae05-e6c6917fdd68 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836070 Apr 11 17:55:24.352511 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-5264ac81-4e2b-40f3-b13c-854f52a5709c req-d3e39fcf-5c30-4d53-87ad-8eca03c1cc6e service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899751 Apr 11 17:55:24.574983 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326243e3-2f32-48b0-82e3-e5f3f95fbf25 req-93e48da3-0dcf-4370-813d-ced5040a64fc tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:24.576460 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-326243e3-2f32-48b0-82e3-e5f3f95fbf25 req-93e48da3-0dcf-4370-813d-ced5040a64fc tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 943 time: 0.0561006 Apr 11 17:55:24.625453 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-326243e3-2f32-48b0-82e3-e5f3f95fbf25 req-1a68ec86-1932-4fda-9ab0-b848025d9436 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431798 Apr 11 17:55:25.074960 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83949976-8aab-4837-b6ae-658d4ef86105 req-b9d6f702-3d10-409c-9826-8bde00040ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:25.076489 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-83949976-8aab-4837-b6ae-658d4ef86105 req-b9d6f702-3d10-409c-9826-8bde00040ac9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 1127 time: 0.0405834 Apr 11 17:55:25.178877 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83949976-8aab-4837-b6ae-658d4ef86105 req-a16060c0-7afd-4d71-862f-4c6615938829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:25.180387 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-83949976-8aab-4837-b6ae-658d4ef86105 req-a16060c0-7afd-4d71-862f-4c6615938829 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 913 time: 0.0972888 Apr 11 17:55:25.221876 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-83949976-8aab-4837-b6ae-658d4ef86105 req-b46d6273-9766-462d-a02f-fef0a22ea844 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c93f19-02b8-4123-b5c6-1ae1351c1fdc HTTP/1.1" status: 200 len: 217 time: 0.0356984 Apr 11 17:55:25.275290 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83949976-8aab-4837-b6ae-658d4ef86105 req-ace4f390-22d4-487a-b442-fc02328d509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:25.276778 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-83949976-8aab-4837-b6ae-658d4ef86105 req-ace4f390-22d4-487a-b442-fc02328d509a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0499485 Apr 11 17:55:25.319604 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83949976-8aab-4837-b6ae-658d4ef86105 req-5eecc9eb-a8be-47e3-a8d9-ad6901492811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:25.321125 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-83949976-8aab-4837-b6ae-658d4ef86105 req-5eecc9eb-a8be-47e3-a8d9-ad6901492811 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389369 Apr 11 17:55:25.412062 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-83949976-8aab-4837-b6ae-658d4ef86105 req-37cc6e22-8b9f-444f-86e1-76c9b5694312 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849993 Apr 11 17:55:25.506523 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-83949976-8aab-4837-b6ae-658d4ef86105 req-fe87741e-e804-43c5-9f06-b0fd1504b929 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886023 Apr 11 17:55:25.756804 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168f8da-0856-44b2-984a-63e6accca679 req-79b13503-23f1-4d8a-8788-913b5b317db4 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:25.758205 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e168f8da-0856-44b2-984a-63e6accca679 req-79b13503-23f1-4d8a-8788-913b5b317db4 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 943 time: 0.0545020 Apr 11 17:55:25.805990 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e168f8da-0856-44b2-984a-63e6accca679 req-9ce062df-8404-46b2-8fba-12dbd55a81e3 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Apr 11 17:55:26.929039 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7287b-3518-4ed8-9dea-8f150cba4a06 req-70788bfd-3a2a-488e-a94b-31b5d9fd0ef0 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:26.930610 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0a7287b-3518-4ed8-9dea-8f150cba4a06 req-70788bfd-3a2a-488e-a94b-31b5d9fd0ef0 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 943 time: 0.0468268 Apr 11 17:55:26.980501 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-d0a7287b-3518-4ed8-9dea-8f150cba4a06 req-cd6df794-2018-44d0-ad8c-25a53402d22f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431499 Apr 11 17:55:27.892881 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 61c93f19-02b8-4123-b5c6-1ae1351c1fdc details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:55:27.992761 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:55:28.003792 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'port_id': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc', 'mac_address': 'fa:16:3e:97:64:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:55:28.041987 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:55:28.042368 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:28.055688 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c93f19-02b8-4123-b5c6-1ae1351c1fdc {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:55:28.075645 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:55:28.081932 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:28.098523 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba65f8-8c67-4957-9687-2a3d3d9c84dc req-94b7203a-e5d0-4bc3-a7b1-86caab666e80 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:28.100003 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-61ba65f8-8c67-4957-9687-2a3d3d9c84dc req-94b7203a-e5d0-4bc3-a7b1-86caab666e80 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 943 time: 0.0507345 Apr 11 17:55:28.135617 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:28.150650 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-61ba65f8-8c67-4957-9687-2a3d3d9c84dc req-90d9e905-b450-4faf-84ee-6cf6a43b4220 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Apr 11 17:55:28.290247 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['61c93f19-02b8-4123-b5c6-1ae1351c1fdc'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:55:29.271603 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0415e-8920-42dd-ba21-ef9ba2926f80 req-ceaba32f-d608-4a21-b674-ba92a0ded668 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:29.273129 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-25f0415e-8920-42dd-ba21-ef9ba2926f80 req-ceaba32f-d608-4a21-b674-ba92a0ded668 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 944 time: 0.0478899 Apr 11 17:55:29.326685 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-25f0415e-8920-42dd-ba21-ef9ba2926f80 req-72e3890e-8caf-41a0-bbe9-b3a112a9df5a tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469470 Apr 11 17:55:29.898361 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 61c93f19-02b8-4123-b5c6-1ae1351c1fdc up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:55:30.080389 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:55:30.087846 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:55:30.088353 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:30.166491 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:55:30.166877 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:30.193196 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c560f304-424f-4a84-b184-63809a778232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:30.195485 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19ce3a7-b10d-487a-9c84-f4fd124e8abb" -d '{"events": [{"server_uuid": "c560f304-424f-4a84-b184-63809a778232", "name": "network-vif-plugged", "status": "completed", "tag": "61c93f19-02b8-4123-b5c6-1ae1351c1fdc"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:30.206181 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:55:30.211784 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:30.237027 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cea85e-529f-48e4-b3f4-7595ec84ebcf x-openstack-request-id: req-92cea85e-529f-48e4-b3f4-7595ec84ebcf {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:30.237309 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c560f304-424f-4a84-b184-63809a778232", "name": "network-vif-plugged", "status": "completed", "tag": "61c93f19-02b8-4123-b5c6-1ae1351c1fdc", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:30.237555 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-92cea85e-529f-48e4-b3f4-7595ec84ebcf {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:30.237967 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cea85e-529f-48e4-b3f4-7595ec84ebcf'] response: {'server_uuid': 'c560f304-424f-4a84-b184-63809a778232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc', 'code': 200} Apr 11 17:55:30.263965 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:30.403500 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc513c-aa34-4eb2-93a1-13b63cec699c req-17df50f5-7ab7-4f7b-9934-745380aec14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:30.404929 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c7fc513c-aa34-4eb2-93a1-13b63cec699c req-17df50f5-7ab7-4f7b-9934-745380aec14b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 1129 time: 0.0396018 Apr 11 17:55:30.439915 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7fb5-6af7-4e79-ab82-9cd8f50a5cb6 req-0ce660be-15c2-49ae-900a-d35eaa8c5124 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:30.441298 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fe6d7fb5-6af7-4e79-ab82-9cd8f50a5cb6 req-0ce660be-15c2-49ae-900a-d35eaa8c5124 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 945 time: 0.0476379 Apr 11 17:55:30.449841 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-c7fc513c-aa34-4eb2-93a1-13b63cec699c req-384297ee-6f6e-4785-afc2-2f554d196a96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Apr 11 17:55:30.492271 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-fe6d7fb5-6af7-4e79-ab82-9cd8f50a5cb6 req-4ce74bf5-56dc-4f70-a98d-630cd08f2a2e tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449586 Apr 11 17:55:31.609426 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57031e4-51e0-4ef8-8573-f307a2581c68 req-9c2009c1-9673-49c0-bdb0-6cf91ba7e602 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:31.610963 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e57031e4-51e0-4ef8-8573-f307a2581c68 req-9c2009c1-9673-49c0-bdb0-6cf91ba7e602 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 945 time: 0.0475845 Apr 11 17:55:31.661967 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e57031e4-51e0-4ef8-8573-f307a2581c68 req-ac8adac5-4972-45e3-8d70-c078167818ed tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Apr 11 17:55:32.779577 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca758cc-053c-44f7-8624-17783d3493b8 req-af83ef75-c762-4550-a5d1-49aeb3827160 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:32.781048 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2ca758cc-053c-44f7-8624-17783d3493b8 req-af83ef75-c762-4550-a5d1-49aeb3827160 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 945 time: 0.0473404 Apr 11 17:55:32.827988 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-2ca758cc-053c-44f7-8624-17783d3493b8 req-993a5323-b6cf-450d-939d-8d69519a4d98 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Apr 11 17:55:32.940792 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4df76-7a70-4e6b-b398-1abf5972637e req-fd495fdb-ecd0-4c68-bb56-10a4679fa387 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:32.942380 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-15b4df76-7a70-4e6b-b398-1abf5972637e req-fd495fdb-ecd0-4c68-bb56-10a4679fa387 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 945 time: 0.0501122 Apr 11 17:55:32.951201 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33814) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:32.955614 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-561c99e6-f151-4479-9ea6-09e888882408 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Request body: {'floatingip': {'port_id': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:32.995768 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-561c99e6-f151-4479-9ea6-09e888882408 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (e2af19f6-c35d-4ce6-a85d-682aed9c0b25), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:33.238789 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:33.739899 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-561c99e6-f151-4479-9ea6-09e888882408 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:33.745023 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-561c99e6-f151-4479-9ea6-09e888882408 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (e2af19f6-c35d-4ce6-a85d-682aed9c0b25), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:33.847073 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [None req-561c99e6-f151-4479-9ea6-09e888882408 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Floating IP e2af19f6-c35d-4ce6-a85d-682aed9c0b25 associated. External IP: 172.27.0.149, port: 61c93f19-02b8-4123-b5c6-1ae1351c1fdc. Apr 11 17:55:34.062828 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561c99e6-f151-4479-9ea6-09e888882408 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Router 03005b7a-24a1-4383-9c26-c107bf816e68 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:55:34.178105 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561c99e6-f151-4479-9ea6-09e888882408 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:55:34.183284 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-561c99e6-f151-4479-9ea6-09e888882408 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:34.188233 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:55:34.198706 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:34.199320 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:55:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:34.215168 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-561c99e6-f151-4479-9ea6-09e888882408 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "PUT /v2.0/floatingips/e2af19f6-c35d-4ce6-a85d-682aed9c0b25 HTTP/1.1" status: 200 len: 991 time: 1.2629094 Apr 11 17:55:34.215771 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c560f304-424f-4a84-b184-63809a778232', 'tag': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:34.218112 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182b3881-3829-4357-b66b-7b80f06036a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c560f304-424f-4a84-b184-63809a778232", "tag": "61c93f19-02b8-4123-b5c6-1ae1351c1fdc"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:34.312693 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd5cad7-b328-41aa-b351-76a90d3028d1 x-openstack-request-id: req-1fd5cad7-b328-41aa-b351-76a90d3028d1 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:34.313037 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c560f304-424f-4a84-b184-63809a778232", "tag": "61c93f19-02b8-4123-b5c6-1ae1351c1fdc", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:34.313238 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1fd5cad7-b328-41aa-b351-76a90d3028d1 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:34.313652 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd5cad7-b328-41aa-b351-76a90d3028d1'] response: {'name': 'network-changed', 'server_uuid': 'c560f304-424f-4a84-b184-63809a778232', 'tag': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc', 'status': 'completed', 'code': 200} Apr 11 17:55:34.325906 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:34.378851 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3881-3829-4357-b66b-7b80f06036a8 req-07a0eb05-7d19-47ad-b2e7-9fc83eb45d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:34.380502 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-182b3881-3829-4357-b66b-7b80f06036a8 req-07a0eb05-7d19-47ad-b2e7-9fc83eb45d59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1889825f742d40bf80b1178627e263c4&device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 1129 time: 0.0440817 Apr 11 17:55:34.470437 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3881-3829-4357-b66b-7b80f06036a8 req-621b0d2b-a4d4-445e-af7b-5dfdf0989374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:34.471924 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-182b3881-3829-4357-b66b-7b80f06036a8 req-621b0d2b-a4d4-445e-af7b-5dfdf0989374 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 200 len: 913 time: 0.0853162 Apr 11 17:55:34.541908 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-182b3881-3829-4357-b66b-7b80f06036a8 req-5fbcf4e8-ca89-490f-8074-8c7102e77a15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c93f19-02b8-4123-b5c6-1ae1351c1fdc HTTP/1.1" status: 200 len: 999 time: 0.0635698 Apr 11 17:55:34.543620 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e2af19f6-c35d-4ce6-a85d-682aed9c0b25', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:97:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c560f304-424f-4a84-b184-63809a778232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:55:19Z', 'updated_at': '2022-04-11T17:55:33Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:34.570876 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:55:34.579548 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:34.580127 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:55:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:34.592436 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3881-3829-4357-b66b-7b80f06036a8 req-774e0095-7428-4f42-ba64-cbfc4f1ea011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:34.594188 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-182b3881-3829-4357-b66b-7b80f06036a8 req-774e0095-7428-4f42-ba64-cbfc4f1ea011 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 200 len: 851 time: 0.0467794 Apr 11 17:55:34.638402 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3881-3829-4357-b66b-7b80f06036a8 req-9d190ef4-5a33-4c67-ac1a-2b73860d7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:34.639912 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-182b3881-3829-4357-b66b-7b80f06036a8 req-9d190ef4-5a33-4c67-ac1a-2b73860d7531 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d8a465d-2109-458a-b72f-dfc5617bb9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393455 Apr 11 17:55:34.740455 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-182b3881-3829-4357-b66b-7b80f06036a8 req-ffa87cb7-2b15-496d-91de-61762f351c1f service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933082 Apr 11 17:55:34.779621 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:34.835822 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-182b3881-3829-4357-b66b-7b80f06036a8 req-c1d57d11-5d6d-4198-a780-5cf17a41e344 service neutron] 10.222.0.37 "GET /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898862 Apr 11 17:55:35.005354 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e2af19f6-c35d-4ce6-a85d-682aed9c0b25', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:97:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c560f304-424f-4a84-b184-63809a778232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:55:19Z', 'updated_at': '2022-04-11T17:55:33Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:35.035833 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1107ec9-ec29-42b2-902d-de415a39e61b None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': 'e2af19f6-c35d-4ce6-a85d-682aed9c0b25', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'port_id': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'mac_address': 'fa:16:3e:97:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c560f304-424f-4a84-b184-63809a778232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:55:19Z', 'updated_at': '2022-04-11T17:55:33Z', 'revision_number': 1, 'project_id': '1889825f742d40bf80b1178627e263c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:55:35.231395 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1fa81-d770-410b-bbc4-aaf93b41cdba None None] New status for floating IP e2af19f6-c35d-4ce6-a85d-682aed9c0b25: ACTIVE {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:55:41.568507 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-96b74da4-186e-4338-9ac5-b6c439750c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:43.990980 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:55:44.283187 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-29ec94af-5f08-438f-b598-ae939b3fe5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:46.097113 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:47.128391 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.332493 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:03.277787 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:10.762868 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-08d988e0-8d44-46ff-83e7-0449239a6ffd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437627 Apr 11 17:56:10.822668 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-a72ca045-6fd2-4291-b11a-61864ca9d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:10.824174 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-a72ca045-6fd2-4291-b11a-61864ca9d58c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0392959 Apr 11 17:56:10.934154 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-881e846a-8155-4d10-8ee7-95e5f6b0c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:10.935693 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-881e846a-8155-4d10-8ee7-95e5f6b0c930 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.0890868 Apr 11 17:56:11.005977 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-1b4c1bca-f589-4e65-bb34-3bdd78912629 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5 HTTP/1.1" status: 200 len: 1002 time: 0.0633266 Apr 11 17:56:11.054706 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-2aa43183-75bf-418b-888e-c4875b55013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:11.056125 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-2aa43183-75bf-418b-888e-c4875b55013d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0443144 Apr 11 17:56:11.098422 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-512379f9-7452-40a8-8614-81f7e6ebbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:11.099845 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-512379f9-7452-40a8-8614-81f7e6ebbb54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372100 Apr 11 17:56:11.201106 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-c4ba27dc-9d6b-4c34-88f2-5655f1753080 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913615 Apr 11 17:56:11.292680 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ff6c32a8-740f-4986-b06e-786e4b4b3036 req-1deae9e2-a097-4516-b930-dafdbe185873 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837123 Apr 11 17:56:11.584602 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-26b7ce10-c31b-4f1e-a002-8c5307c48fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:14.283738 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1a70515e-9eed-4bb9-af6d-03091626f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:16.104804 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:17.128480 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:18.332349 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:19.018319 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f2103-dd4a-4e91-8f5e-f47a2e9b3ac0 req-cd3cf1e0-218a-4e9f-9e09-c0a9a72762a1 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:19.019799 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-236f2103-dd4a-4e91-8f5e-f47a2e9b3ac0 req-cd3cf1e0-218a-4e9f-9e09-c0a9a72762a1 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 945 time: 0.0493493 Apr 11 17:56:19.068716 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-236f2103-dd4a-4e91-8f5e-f47a2e9b3ac0 req-3eda43bd-c270-4f74-808b-33559e8fd7bd tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431612 Apr 11 17:56:20.194827 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca48fa7-2461-4ab9-bcfb-1b9eb299ea2f req-afc1ab35-a7f0-49ad-b0da-df0a387a6655 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:20.196127 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0ca48fa7-2461-4ab9-bcfb-1b9eb299ea2f req-afc1ab35-a7f0-49ad-b0da-df0a387a6655 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 945 time: 0.0538268 Apr 11 17:56:20.251047 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0ca48fa7-2461-4ab9-bcfb-1b9eb299ea2f req-5ec8ea9c-a36f-4457-8971-f29d0d9d0188 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups?id=8896d1f4-2f45-4713-9cb2-264b2870c6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462337 Apr 11 17:56:20.441301 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-b8cb3adc-3425-49dc-afee-e67e8552ee70 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:20.442843 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-b8cb3adc-3425-49dc-afee-e67e8552ee70 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 945 time: 0.0514090 Apr 11 17:56:20.529419 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Deleting port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:20.529649 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:20.624893 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] For port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:20.625299 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:20.807957 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:20.808196 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (e2af19f6-c35d-4ce6-a85d-682aed9c0b25), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:20.808523 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Floating IP e2af19f6-c35d-4ce6-a85d-682aed9c0b25 disassociated. External IP: 172.27.0.149, port: 61c93f19-02b8-4123-b5c6-1ae1351c1fdc. Apr 11 17:56:20.808858 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Calling delete_port for 61c93f19-02b8-4123-b5c6-1ae1351c1fdc owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:20.958072 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (61c93f19-02b8-4123-b5c6-1ae1351c1fdc), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:20.989387 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:56:20.991539 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'Port': ['ID=61c93f19-02b8-4123-b5c6-1ae1351c1fdc,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:21.003133 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.003495 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.003824 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.004157 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.004485 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.004810 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.005136 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.005455 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.005794 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.006115 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.006779 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.007125 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.007446 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.007760 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.008204 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:21.122860 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Router 03005b7a-24a1-4383-9c26-c107bf816e68 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:56:21.238813 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:21.249502 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:21.260667 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:21.261276 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:56:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:21.281889 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] No DVR routers for this DVR port 61c93f19-02b8-4123-b5c6-1ae1351c1fdc on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:21.285274 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:21.288685 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-cc527b83-5946-4d69-a3e1-56d87c340ff7 req-78a2d0ce-d95e-455f-88a6-5e55a4ba2faf tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.37 "DELETE /v2.0/ports/61c93f19-02b8-4123-b5c6-1ae1351c1fdc HTTP/1.1" status: 204 len: 173 time: 0.8408644 Apr 11 17:56:21.289136 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c560f304-424f-4a84-b184-63809a778232', 'name': 'network-vif-deleted', 'tag': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:21.291993 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5603d8c5-2fd1-4a60-91e8-55bd39b6a1f1" -d '{"events": [{"server_uuid": "c560f304-424f-4a84-b184-63809a778232", "name": "network-vif-deleted", "tag": "61c93f19-02b8-4123-b5c6-1ae1351c1fdc"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:21.356682 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336824d0-f0a6-4d97-b01b-d1d103fe7650 x-openstack-request-id: req-336824d0-f0a6-4d97-b01b-d1d103fe7650 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:21.356985 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c560f304-424f-4a84-b184-63809a778232", "name": "network-vif-deleted", "tag": "61c93f19-02b8-4123-b5c6-1ae1351c1fdc", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:21.357245 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-336824d0-f0a6-4d97-b01b-d1d103fe7650 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:21.357659 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336824d0-f0a6-4d97-b01b-d1d103fe7650'] response: {'server_uuid': 'c560f304-424f-4a84-b184-63809a778232', 'name': 'network-vif-deleted', 'tag': '61c93f19-02b8-4123-b5c6-1ae1351c1fdc', 'status': 'completed', 'code': 200} Apr 11 17:56:21.384105 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-1b2ace25-0f51-4523-bf3f-6977060839ae req-3782d968-4545-4166-acd1-a79c69a44021 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/ports?device_id=c560f304-424f-4a84-b184-63809a778232 HTTP/1.1" status: 200 len: 210 time: 0.0285802 Apr 11 17:56:21.386036 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:21.588101 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:21.614019 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:21.622854 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:21.623448 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:56:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:21.734799 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:21.931338 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:21.957901 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b539ee-9a70-4549-975a-d9d86dfdb97f None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '7c371c82-4702-4dd8-bc34-47918be7d41f', 'name': '', 'network_id': '8d8a465d-2109-458a-b72f-dfc5617bb9ff', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'mac_address': 'fa:16:3e:4a:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:57Z', 'updated_at': '2022-04-11T17:52:05Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'subnets': [{'id': '9d299daa-0f4a-47e8-bfd5-e168a73e427e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:22.175618 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f360966f-d304-4fa7-bc14-1a05995f112b None None] New status for floating IP e2af19f6-c35d-4ce6-a85d-682aed9c0b25: DOWN {{(pid=109940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:56:22.484589 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33902) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:22.541534 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7451f445-db13-47f1-87e7-7b142dec8b95 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (8896d1f4-2f45-4713-9cb2-264b2870c6cb), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:22.564566 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7451f445-db13-47f1-87e7-7b142dec8b95 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (8896d1f4-2f45-4713-9cb2-264b2870c6cb), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:22.618088 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7451f445-db13-47f1-87e7-7b142dec8b95 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (8896d1f4-2f45-4713-9cb2-264b2870c6cb), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:22.620631 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-7451f445-db13-47f1-87e7-7b142dec8b95 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:22.621778 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-7451f445-db13-47f1-87e7-7b142dec8b95 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "DELETE /v2.0/security-groups/8896d1f4-2f45-4713-9cb2-264b2870c6cb HTTP/1.1" status: 204 len: 168 time: 0.1361947 Apr 11 17:56:22.624693 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33904) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:22.630595 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451f445-db13-47f1-87e7-7b142dec8b95 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896d1f4-2f45-4713-9cb2-264b2870c6cb,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:22.641349 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.api.v2.resource [None req-7b320e88-1614-46ea-baf3-d62edbd2f00f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] show failed (client error): The resource could not be found. Apr 11 17:56:22.645015 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-7b320e88-1614-46ea-baf3-d62edbd2f00f tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "GET /v2.0/security-groups/8896d1f4-2f45-4713-9cb2-264b2870c6cb HTTP/1.1" status: 404 len: 347 time: 0.0166705 Apr 11 17:56:22.645271 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33906) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:22.759924 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Deleting port f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32 {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:22.760263 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:22.849882 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:22.850125 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:22.862625 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Calling delete_port for f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32 owned by network:floatingip {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:23.005331 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:23.034320 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Pushing event deleted for resources: {'Port': ['ID=f073a2a3-b5f6-4d68-a7e1-6cfb78f13b32,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:23.047071 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.047422 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.047762 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.048102 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.048435 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.048769 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.049103 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.049425 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.049771 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.050100 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.050424 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.050734 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.051055 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.051375 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.051730 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:23.106225 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks [] for floatingip (e2af19f6-c35d-4ce6-a85d-682aed9c0b25), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:23.108668 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:23.109859 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-bd7668b7-1889-4201-b6a0-f99a536bf328 tempest-AttachVolumeNegativeTest-1745259297 tempest-AttachVolumeNegativeTest-1745259297-project] 10.222.0.79 "DELETE /v2.0/floatingips/e2af19f6-c35d-4ce6-a85d-682aed9c0b25 HTTP/1.1" status: 204 len: 168 time: 0.4635856 Apr 11 17:56:26.087622 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 61c93f19-02b8-4123-b5c6-1ae1351c1fdc no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:26.113452 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 61c93f19-02b8-4123-b5c6-1ae1351c1fdc {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:26.113828 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 61c93f19-02b8-4123-b5c6-1ae1351c1fdc not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:26.808367 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33942) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:27.143273 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585588'] for router_interface (03005b7a-24a1-4383-9c26-c107bf816e68), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:27.377448 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] Deleting port 7c371c82-4702-4dd8-bc34-47918be7d41f {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:27.377861 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:27.459002 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] For port 7c371c82-4702-4dd8-bc34-47918be7d41f, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=7c371c82-4702-4dd8-bc34-47918be7d41f,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:27.459234 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:27.472050 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] Calling delete_port for 7c371c82-4702-4dd8-bc34-47918be7d41f owned by network:router_interface {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:27.674371 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (7c371c82-4702-4dd8-bc34-47918be7d41f), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:27.699971 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c371c82-4702-4dd8-bc34-47918be7d41f,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:28.140674 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585432'] for router_interface (03005b7a-24a1-4383-9c26-c107bf816e68), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.359718 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] Router 03005b7a-24a1-4383-9c26-c107bf816e68 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:56:28.487093 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:28.492320 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-3e2b131c-71d4-4973-b7d7-700a7fc05518 admin admin] 10.222.0.79 "PUT /v2.0/routers/03005b7a-24a1-4383-9c26-c107bf816e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6828761 Apr 11 17:56:28.495124 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33944) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:28.495814 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] Sync routers for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:28.506155 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:28.507139 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:56:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:28.601609 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Publish callbacks [] for router (03005b7a-24a1-4383-9c26-c107bf816e68), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.614769 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:28.708441 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Publish callbacks [] for router_gateway (03005b7a-24a1-4383-9c26-c107bf816e68), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.754839 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Deleting port bc86298e-4b24-43ed-88d5-106aab5aef6a {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:28.755181 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.789658 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:56:27Z', 'revision_number': 5, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port': {'id': 'bc86298e-4b24-43ed-88d5-106aab5aef6a', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:56Z', 'updated_at': '2022-04-11T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:28.817241 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] Checking router: 03005b7a-24a1-4383-9c26-c107bf816e68 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:28.827188 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] Routers {'03005b7a-24a1-4383-9c26-c107bf816e68'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:28.827812 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:56:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['03005b7a-24a1-4383-9c26-c107bf816e68'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:28.834206 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] For port bc86298e-4b24-43ed-88d5-106aab5aef6a, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=bc86298e-4b24-43ed-88d5-106aab5aef6a,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:28.834572 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.847427 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Calling delete_port for bc86298e-4b24-43ed-88d5-106aab5aef6a owned by network:router_gateway {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:29.020695 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] Set router 03005b7a-24a1-4383-9c26-c107bf816e68 gateway port host: None {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:29.025632 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (bc86298e-4b24-43ed-88d5-106aab5aef6a), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.061313 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc86298e-4b24-43ed-88d5-106aab5aef6a,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:29.074085 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:56:28Z', 'revision_number': 6, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port_host': None}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:29.104421 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885345f5-dc91-40c3-970d-6268c8019e95 None None] The sync data for ids ['03005b7a-24a1-4383-9c26-c107bf816e68'] in dv-cinder-837167-2-iscsi is: [{'id': '03005b7a-24a1-4383-9c26-c107bf816e68', 'name': 'tempest-AttachVolumeNegativeTest-1419027-router', 'tenant_id': '1889825f742d40bf80b1178627e263c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:55Z', 'updated_at': '2022-04-11T17:56:28Z', 'revision_number': 6, 'project_id': '1889825f742d40bf80b1178627e263c4', 'gw_port_host': None}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:29.121748 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585406'] for router_gateway (03005b7a-24a1-4383-9c26-c107bf816e68), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.214716 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (03005b7a-24a1-4383-9c26-c107bf816e68), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.216960 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Publish callbacks [] for router_controller (03005b7a-24a1-4383-9c26-c107bf816e68), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.266902 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1652569'] for router (03005b7a-24a1-4383-9c26-c107bf816e68), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.267517 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03005b7a-24a1-4383-9c26-c107bf816e68 {{(pid=109939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:56:29.272291 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.273485 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-4bb9c4aa-3569-4fca-b5f9-d03d413bef55 admin admin] 10.222.0.79 "DELETE /v2.0/routers/03005b7a-24a1-4383-9c26-c107bf816e68 HTTP/1.1" status: 204 len: 168 time: 0.7774415 Apr 11 17:56:29.276137 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33946) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:29.327003 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f16064c-95bd-4a9f-bea4-b9f7adcf2582 admin admin] Deleting subnet 9d299daa-0f4a-47e8-bfd5-e168a73e427e {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:56:29.331748 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0f16064c-95bd-4a9f-bea4-b9f7adcf2582 admin admin] Publish callbacks [] for subnet (9d299daa-0f4a-47e8-bfd5-e168a73e427e), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.371104 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0f16064c-95bd-4a9f-bea4-b9f7adcf2582 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (9d299daa-0f4a-47e8-bfd5-e168a73e427e), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.454140 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0f16064c-95bd-4a9f-bea4-b9f7adcf2582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (9d299daa-0f4a-47e8-bfd5-e168a73e427e), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.521556 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0f16064c-95bd-4a9f-bea4-b9f7adcf2582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (9d299daa-0f4a-47e8-bfd5-e168a73e427e), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.551592 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16064c-95bd-4a9f-bea4-b9f7adcf2582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d299daa-0f4a-47e8-bfd5-e168a73e427e,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:29.553606 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-0f16064c-95bd-4a9f-bea4-b9f7adcf2582 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.556871 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-0f16064c-95bd-4a9f-bea4-b9f7adcf2582 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9d299daa-0f4a-47e8-bfd5-e168a73e427e HTTP/1.1" status: 204 len: 168 time: 0.2798162 Apr 11 17:56:29.559361 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 33950) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:29.561050 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9b065-5609-47ab-b57b-624750a60c67 None None] Network 8d8a465d-2109-458a-b72f-dfc5617bb9ff requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:56:29.635280 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (8d8a465d-2109-458a-b72f-dfc5617bb9ff), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.694538 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Deleting port 9c27cce5-77b5-4a68-9113-ac52f451d857 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:29.694946 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.760711 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] For port 9c27cce5-77b5-4a68-9113-ac52f451d857, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=9c27cce5-77b5-4a68-9113-ac52f451d857,segment=NetworkSegment(b92d304f-0873-4c68-9dc4-5499bece3464),segment_id=b92d304f-0873-4c68-9dc4-5499bece3464)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:29.760993 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.773951 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Calling delete_port for 9c27cce5-77b5-4a68-9113-ac52f451d857 owned by network:dhcp {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:29.863399 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (9c27cce5-77b5-4a68-9113-ac52f451d857), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.885099 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c2a199-e9fa-4fe1-9dba-f09b3a7c39e9 None None] DHCP port deletion for 8d8a465d-2109-458a-b72f-dfc5617bb9ff request from dv-cinder-837167-2-iscsi {{(pid=109940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:56:29.893526 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9c27cce5-77b5-4a68-9113-ac52f451d857,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:29.899049 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] No DVR routers for this DVR port 9c27cce5-77b5-4a68-9113-ac52f451d857 on host dv-cinder-837167-2-iscsi {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:29.987847 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (8d8a465d-2109-458a-b72f-dfc5617bb9ff), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.990795 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 9c27cce5-77b5-4a68-9113-ac52f451d857 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:30.012543 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 9c27cce5-77b5-4a68-9113-ac52f451d857 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:30.012996 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 9c27cce5-77b5-4a68-9113-ac52f451d857 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:30.013227 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8a465d-2109-458a-b72f-dfc5617bb9ff']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:30.013540 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 7c371c82-4702-4dd8-bc34-47918be7d41f no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:30.023149 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92d304f-0873-4c68-9dc4-5499bece3464') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:30.023437 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92d304f-0873-4c68-9dc4-5499bece3464') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:30.033087 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (b92d304f-0873-4c68-9dc4-5499bece3464), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.037848 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 7c371c82-4702-4dd8-bc34-47918be7d41f {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:30.038225 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 7c371c82-4702-4dd8-bc34-47918be7d41f not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:30.038641 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device bc86298e-4b24-43ed-88d5-106aab5aef6a no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:30.046179 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (b92d304f-0873-4c68-9dc4-5499bece3464), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.052191 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:56:30.052652 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (b92d304f-0873-4c68-9dc4-5499bece3464), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:56:30.054626 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:56:30.057619 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: bc86298e-4b24-43ed-88d5-106aab5aef6a {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:30.058004 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device bc86298e-4b24-43ed-88d5-106aab5aef6a not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:30.118429 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (8d8a465d-2109-458a-b72f-dfc5617bb9ff), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.124081 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.127362 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] 10.222.0.79 "DELETE /v2.0/networks/8d8a465d-2109-458a-b72f-dfc5617bb9ff HTTP/1.1" status: 204 len: 168 time: 0.5668068 Apr 11 17:56:30.139849 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771073f4-0325-4c89-a5c5-7d01701263cb admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8a465d-2109-458a-b72f-dfc5617bb9ff,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:30.297092 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33956) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:30.338181 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-9d0f5c3e-e236-4179-a440-7e7114a23894 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1889825f742d40bf80b1178627e263c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398834 Apr 11 17:56:30.340731 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 33958) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:30.389084 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a98212c4-c43e-4140-bd40-ad2fcb8529ae admin admin] Publish callbacks [] for security_group (33e74a01-b5c1-48c3-8099-25f6d379febe), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.410544 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a98212c4-c43e-4140-bd40-ad2fcb8529ae admin admin] Publish callbacks [] for security_group (33e74a01-b5c1-48c3-8099-25f6d379febe), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.474699 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a98212c4-c43e-4140-bd40-ad2fcb8529ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (33e74a01-b5c1-48c3-8099-25f6d379febe), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.477318 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-a98212c4-c43e-4140-bd40-ad2fcb8529ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.478514 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-a98212c4-c43e-4140-bd40-ad2fcb8529ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33e74a01-b5c1-48c3-8099-25f6d379febe HTTP/1.1" status: 204 len: 168 time: 0.1369040 Apr 11 17:56:30.486404 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98212c4-c43e-4140-bd40-ad2fcb8529ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e74a01-b5c1-48c3-8099-25f6d379febe,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:33.268765 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:36.527124 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-7124ff89-05eb-4fb9-8c35-3969b9a62bc2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291104630&fields=id&tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1 HTTP/1.1" status: 200 len: 267 time: 0.0511119 Apr 11 17:56:36.631170 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-e3bdffb0-a45a-4ce4-9b3f-d1fcee6cb4d3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:36.632963 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-e3bdffb0-a45a-4ce4-9b3f-d1fcee6cb4d3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 811 time: 0.0992978 Apr 11 17:56:36.647448 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-d806c1e1-98be-48c3-867f-b826c7d4d032 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/quotas/37b197cfcc8a4aacbaf370af2dde7fa1 HTTP/1.1" status: 200 len: 375 time: 0.0090003 Apr 11 17:56:36.701271 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-27495083-b8da-474c-9c44-cd03ae7aac1e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489681 Apr 11 17:56:36.721137 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-d7f04559-a599-4e70-8570-b2a9d25a7a89 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:56:36.722025 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-d7f04559-a599-4e70-8570-b2a9d25a7a89 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049119 Apr 11 17:56:36.811375 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-291f197f-17cb-4f82-9259-57e004adc05d service neutron] 10.222.0.79 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841315 Apr 11 17:56:36.910645 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-78e6ba5e-bdea-4620-ae26-5fe24640a5b4 service neutron] 10.222.0.79 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899014 Apr 11 17:56:38.223215 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71da975b-35db-4552-bafc-d699e193b6fe req-b5648a93-0c8c-41bb-8067-c7d77d530db7 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 210 time: 0.0281618 Apr 11 17:56:39.327966 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-db5d8caf-ba06-4ac2-b1d4-8cff08c09864 req-38ec46dc-a1d4-43e1-9fd2-5915a03cf0f9 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 210 time: 0.0273986 Apr 11 17:56:40.421192 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-2942d8c8-66e9-41fc-9c8d-b0882a7bd5fc tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:40.422704 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-2942d8c8-66e9-41fc-9c8d-b0882a7bd5fc tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 811 time: 0.1188245 Apr 11 17:56:40.436662 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c37bfbcf-4123-4a3c-a7ae-04f63a722932 req-71a41446-aada-44ef-aa18-ced3bf5ef1b7 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 210 time: 0.0278013 Apr 11 17:56:40.485653 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-1e4a52e8-c37e-427e-b0a0-c3275bd30412 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1 HTTP/1.1" status: 200 len: 380 time: 0.0549908 Apr 11 17:56:40.494383 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'port': {'device_id': '60a6441b-8d82-47ed-8439-281e909b529d', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'admin_state_up': True, 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'security_groups': ['c1f032fb-188d-4bed-9589-a52117aa2355']}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:40.622795 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Made reservation on behalf of 37b197cfcc8a4aacbaf370af2dde7fa1 for: {'port': 1} {{(pid=109939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:56:40.626226 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:40.750141 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_common [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Allocated IP 172.20.0.13 (0522cf29-54a1-4d0b-9aee-dc6a69c824c4/3a123af0-ca26-436f-9d56-8863b721d8b6/97e29860-46da-40e9-bc9c-10eca7b3f5ea) {{(pid=109939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:56:40.896199 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:40.932223 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:40.976410 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 is already hosted by enough agents. {{(pid=109939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:56:40.979479 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.base_scheduler [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Resources bound (agent type, host, resource id): {{(pid=109939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:56:40.983081 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Received port after_create {{(pid=109939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:56:40.989648 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'Port': ['ID=97e29860-46da-40e9-bc9c-10eca7b3f5ea,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:41.039236 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:41.039867 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:41.057441 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-cf2019dd-713b-49cd-b4c4-10bd91daaaec tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667398 Apr 11 17:56:41.069563 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.v2.base [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Request body: {'port': {'device_id': '60a6441b-8d82-47ed-8439-281e909b529d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:41.132464 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:41.237136 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-a54a93fe-e541-44a3-b5d7-9fcd0fa59eae None None] Provisioning complete for port 97e29860-46da-40e9-bc9c-10eca7b3f5ea triggered by entity DHCP. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:41.237727 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a54a93fe-e541-44a3-b5d7-9fcd0fa59eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:41.274962 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-a54a93fe-e541-44a3-b5d7-9fcd0fa59eae None None] Port 97e29860-46da-40e9-bc9c-10eca7b3f5ea cannot update to ACTIVE because it is not bound. {{(pid=109940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:56:41.406357 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e29860-46da-40e9-bc9c-10eca7b3f5ea {{(pid=109939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:56:41.414392 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Publish callbacks [] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), precommit_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:41.427949 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.provisioning_blocks [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Transition to ACTIVE for port object 97e29860-46da-40e9-bc9c-10eca7b3f5ea will not be triggered until provisioned by entity L2. {{(pid=109939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:56:41.433933 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:41.512269 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=97e29860-46da-40e9-bc9c-10eca7b3f5ea,revision_number=2']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:41.571542 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687e3e4-cfb9-4bcb-a784-f23eac3be3c4 req-f9e92235-1a53-45ef-bdd6-948ed6c2f816 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:41.573497 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-014d666d-1be7-46f1-ba3d-7d6e3f553f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:41.577197 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Attempting to bind port 97e29860-46da-40e9-bc9c-10eca7b3f5ea on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:56:41.577685 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Attempting to bind port 97e29860-46da-40e9-bc9c-10eca7b3f5ea by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:56:41.578126 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Attempting to bind port 97e29860-46da-40e9-bc9c-10eca7b3f5ea on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:56:41.581957 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9687e3e4-cfb9-4bcb-a784-f23eac3be3c4 req-f9e92235-1a53-45ef-bdd6-948ed6c2f816 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 944 time: 0.0653088 Apr 11 17:56:41.583341 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Port 97e29860-46da-40e9-bc9c-10eca7b3f5ea on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:56:41.583734 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Attempting to bind port 97e29860-46da-40e9-bc9c-10eca7b3f5ea on network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:56:41.589306 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Checking agent: {'id': 'd966629e-6c33-44fc-b0c3-22e5e117d01b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:56:41.589896 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Checking segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:56:41.590458 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Bound using segment: {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'} {{(pid=109939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:56:41.591110 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.managers [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Bound port: 97e29860-46da-40e9-bc9c-10eca7b3f5ea, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c138aa7c-f824-4116-964a-88439792835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4'}}] {{(pid=109939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:56:41.591647 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), before_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:41.655045 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9687e3e4-cfb9-4bcb-a784-f23eac3be3c4 req-86519a96-036e-4642-a9eb-7656ce87cc53 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632250 Apr 11 17:56:41.671749 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] For port 97e29860-46da-40e9-bc9c-10eca7b3f5ea, host hv-cinder-83716, cleared binding levels {{(pid=109939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:56:41.675975 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] For port 97e29860-46da-40e9-bc9c-10eca7b3f5ea, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=97e29860-46da-40e9-bc9c-10eca7b3f5ea,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:56:41.683451 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3732287'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), after_update {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:41.722346 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:41.722959 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:41.724557 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] 10.222.0.37 "PUT /v2.0/ports/97e29860-46da-40e9-bc9c-10eca7b3f5ea HTTP/1.1" status: 200 len: 1094 time: 0.6591883 Apr 11 17:56:41.724825 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a6441b-8d82-47ed-8439-281e909b529d', 'tag': '97e29860-46da-40e9-bc9c-10eca7b3f5ea'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:41.727088 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff983e6-a187-453a-a757-a910b73179a8" -d '{"events": [{"name": "network-changed", "server_uuid": "60a6441b-8d82-47ed-8439-281e909b529d", "tag": "97e29860-46da-40e9-bc9c-10eca7b3f5ea"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:41.747660 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac0075-614d-4de8-8b3e-cc3f180e6fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=97e29860-46da-40e9-bc9c-10eca7b3f5ea,revision_number=3']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:41.805838 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42357add-43c6-4f1b-90df-e775e35b18bb x-openstack-request-id: req-42357add-43c6-4f1b-90df-e775e35b18bb {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:41.806200 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a6441b-8d82-47ed-8439-281e909b529d", "tag": "97e29860-46da-40e9-bc9c-10eca7b3f5ea", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:41.806455 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-42357add-43c6-4f1b-90df-e775e35b18bb {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:41.806862 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42357add-43c6-4f1b-90df-e775e35b18bb'] response: {'name': 'network-changed', 'server_uuid': '60a6441b-8d82-47ed-8439-281e909b529d', 'tag': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'status': 'completed', 'code': 200} Apr 11 17:56:41.820219 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-d3098e06-d2b2-45c3-80c2-24b65ddd2b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:41.822088 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-d3098e06-d2b2-45c3-80c2-24b65ddd2b7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 1128 time: 0.0484760 Apr 11 17:56:41.869221 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-800996a0-3954-4a81-9764-aaf2bf59ec55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97e29860-46da-40e9-bc9c-10eca7b3f5ea HTTP/1.1" status: 200 len: 217 time: 0.0403407 Apr 11 17:56:41.925183 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-21d5072a-1b13-41c7-a4e9-aea1e525b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:41.926943 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-21d5072a-1b13-41c7-a4e9-aea1e525b722 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0520537 Apr 11 17:56:41.969801 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-e2103e8c-9481-4ee3-9085-72ed023b435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:41.971404 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-e2103e8c-9481-4ee3-9085-72ed023b435d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391474 Apr 11 17:56:42.067297 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-73f37e4a-4d57-4ce8-8050-bc65529c5286 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897946 Apr 11 17:56:42.158962 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-9774f0e6-e347-4c3d-ba16-b17fed2ac64f req-2dc8e5cb-d0db-483e-a18f-0317769c4812 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858912 Apr 11 17:56:42.442526 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff983e6-a187-453a-a757-a910b73179a8 req-f1dcd737-18bb-4e7f-9ed0-c09601e65536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:42.444006 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-bff983e6-a187-453a-a757-a910b73179a8 req-f1dcd737-18bb-4e7f-9ed0-c09601e65536 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 1128 time: 0.0470476 Apr 11 17:56:42.751625 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febc9c1-883b-4eab-ad80-d84c396a27c0 req-8db52a18-ef2c-44e2-81e8-f80600962a16 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:42.753062 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6febc9c1-883b-4eab-ad80-d84c396a27c0 req-8db52a18-ef2c-44e2-81e8-f80600962a16 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 944 time: 0.0490100 Apr 11 17:56:42.800736 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff983e6-a187-453a-a757-a910b73179a8 req-fc56514b-e58b-4c59-bdcf-a4329669efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:42.802421 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-bff983e6-a187-453a-a757-a910b73179a8 req-fc56514b-e58b-4c59-bdcf-a4329669efb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.3494456 Apr 11 17:56:42.803358 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6febc9c1-883b-4eab-ad80-d84c396a27c0 req-c9748242-dacc-43b5-8bdf-75eb54f373b3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Apr 11 17:56:42.843524 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-bff983e6-a187-453a-a757-a910b73179a8 req-b4f4b215-04ca-4ba6-b549-567480acd9cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97e29860-46da-40e9-bc9c-10eca7b3f5ea HTTP/1.1" status: 200 len: 217 time: 0.0342934 Apr 11 17:56:42.895555 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff983e6-a187-453a-a757-a910b73179a8 req-7c130580-9787-4bdf-8958-678bd5c73eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:42.897120 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-bff983e6-a187-453a-a757-a910b73179a8 req-7c130580-9787-4bdf-8958-678bd5c73eda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0476153 Apr 11 17:56:42.940768 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff983e6-a187-453a-a757-a910b73179a8 req-1479c168-5b3b-4fe8-a78e-2deda1afa9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:42.942351 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-bff983e6-a187-453a-a757-a910b73179a8 req-1479c168-5b3b-4fe8-a78e-2deda1afa9e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398719 Apr 11 17:56:43.039236 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-bff983e6-a187-453a-a757-a910b73179a8 req-5fa28194-9638-43c0-a7e5-36079b18072d service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911334 Apr 11 17:56:43.133007 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-bff983e6-a187-453a-a757-a910b73179a8 req-c61d0848-7097-4133-ab03-c97c7082470f service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877352 Apr 11 17:56:43.926579 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e6c26-d054-4039-bcdc-03ba22fe919a req-8691d7f8-6c88-410a-b43f-49d9e4e81315 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:43.928049 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e81e6c26-d054-4039-bcdc-03ba22fe919a req-8691d7f8-6c88-410a-b43f-49d9e4e81315 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 944 time: 0.0519226 Apr 11 17:56:43.981374 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e81e6c26-d054-4039-bcdc-03ba22fe919a req-bdfd648d-f449-4712-88c8-e27a61aeaf11 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474458 Apr 11 17:56:44.277949 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-88f2fdc3-73aa-4b61-91b4-db8ef1be53a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.116053 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a6e5-61d0-409f-ae4b-5138def06146 req-bb863a4b-32a8-4933-8dcf-4fd27981fda4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:45.117527 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-68b8a6e5-61d0-409f-ae4b-5138def06146 req-bb863a4b-32a8-4933-8dcf-4fd27981fda4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 944 time: 0.0483766 Apr 11 17:56:45.169726 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-68b8a6e5-61d0-409f-ae4b-5138def06146 req-e5e11a2c-0101-4728-9399-58ecc945b20d tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Apr 11 17:56:46.106634 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.286835 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828f358-811b-42e1-aba5-96a942d886be req-cc18f398-1720-4b10-94a5-922e3167d612 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:46.288186 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c828f358-811b-42e1-aba5-96a942d886be req-cc18f398-1720-4b10-94a5-922e3167d612 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 944 time: 0.0469584 Apr 11 17:56:46.337474 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c828f358-811b-42e1-aba5-96a942d886be req-48575fea-77f2-4249-a4ab-741c67990eee tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Apr 11 17:56:47.132641 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:47.463601 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d836d-bd98-4268-b034-1a2846dbc620 req-5b1c6820-cad3-40b3-b80d-7a42eda8ae40 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:47.465069 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-967d836d-bd98-4268-b034-1a2846dbc620 req-5b1c6820-cad3-40b3-b80d-7a42eda8ae40 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 944 time: 0.0506825 Apr 11 17:56:47.515964 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-967d836d-bd98-4268-b034-1a2846dbc620 req-0ac8402a-09fb-481b-b82d-de944cc1ade0 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452785 Apr 11 17:56:48.329111 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.660488 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206316-d1f9-4e96-8977-1498fedd4a4b req-abe7307d-c9e7-4382-9a41-9c9ae354b49b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:48.662012 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71206316-d1f9-4e96-8977-1498fedd4a4b req-abe7307d-c9e7-4382-9a41-9c9ae354b49b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 944 time: 0.0499740 Apr 11 17:56:48.711108 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-71206316-d1f9-4e96-8977-1498fedd4a4b req-775023e4-7352-4f7d-9eeb-8b2b4a759a0c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Apr 11 17:56:48.740714 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 97e29860-46da-40e9-bc9c-10eca7b3f5ea details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:56:48.844765 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 97e29860-46da-40e9-bc9c-10eca7b3f5ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=97e29860-46da-40e9-bc9c-10eca7b3f5ea,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:48.855614 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Returning: {'device': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'port_id': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'mac_address': 'fa:16:3e:eb:b0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:56:48.895646 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 97e29860-46da-40e9-bc9c-10eca7b3f5ea is: DOWN; New status is: BUILD {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:48.896028 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.909794 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e29860-46da-40e9-bc9c-10eca7b3f5ea {{(pid=109940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:56:48.931022 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 97e29860-46da-40e9-bc9c-10eca7b3f5ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=97e29860-46da-40e9-bc9c-10eca7b3f5ea,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:48.937418 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.982634 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=97e29860-46da-40e9-bc9c-10eca7b3f5ea,revision_number=4']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:48.989566 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.989935 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.990270 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.990598 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.990923 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.991242 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.991558 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.991874 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.992185 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.992496 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.992797 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.993111 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.993419 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.993737 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:48.994062 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:49.146927 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] get_ports_and_sgs() called for port_ids ['97e29860-46da-40e9-bc9c-10eca7b3f5ea'] {{(pid=109940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:56:49.849015 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb632c-c408-4e61-b3ad-259697e00a3d req-f995ee9d-c4a8-4fd4-95aa-30f784bdf8c6 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:49.849015 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-10fb632c-c408-4e61-b3ad-259697e00a3d req-f995ee9d-c4a8-4fd4-95aa-30f784bdf8c6 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 945 time: 0.0616488 Apr 11 17:56:49.911744 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-10fb632c-c408-4e61-b3ad-259697e00a3d req-65996469-d3f4-4c0e-b963-6f9d34b2ddea tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531511 Apr 11 17:56:50.736142 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 97e29860-46da-40e9-bc9c-10eca7b3f5ea up at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:56:50.791406 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning for port 97e29860-46da-40e9-bc9c-10eca7b3f5ea completed by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:56:50.800444 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.provisioning_blocks [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Provisioning complete for port 97e29860-46da-40e9-bc9c-10eca7b3f5ea triggered by entity L2. {{(pid=109940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:50.800841 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-925021'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), provisioning_complete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:50.885111 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Current status of the port 97e29860-46da-40e9-bc9c-10eca7b3f5ea is: BUILD; New status is: ACTIVE {{(pid=109940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:50.885111 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), before_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:50.909650 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a6441b-8d82-47ed-8439-281e909b529d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e29860-46da-40e9-bc9c-10eca7b3f5ea'}] {{(pid=109940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:50.912138 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}037e9d6dfb91fa687698a608dd1af6e4dc96880dbae38f33797f35f2b2a98b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eedba7-d7f8-433f-b1a6-be344a16f24e" -d '{"events": [{"server_uuid": "60a6441b-8d82-47ed-8439-281e909b529d", "name": "network-vif-plugged", "status": "completed", "tag": "97e29860-46da-40e9-bc9c-10eca7b3f5ea"}]}' {{(pid=109940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:50.925116 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] For port 97e29860-46da-40e9-bc9c-10eca7b3f5ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=97e29860-46da-40e9-bc9c-10eca7b3f5ea,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:50.931664 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.016604 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Pushing event updated for resources: {'Port': ['ID=97e29860-46da-40e9-bc9c-10eca7b3f5ea,revision_number=5']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:51.044591 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed8cda-c5a9-409c-bfd9-64c68c5982c8 req-948a9b81-92d6-413c-b0ba-d0122060f380 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:51.046381 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e8ed8cda-c5a9-409c-bfd9-64c68c5982c8 req-948a9b81-92d6-413c-b0ba-d0122060f380 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 946 time: 0.0633531 Apr 11 17:56:51.096017 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-e8ed8cda-c5a9-409c-bfd9-64c68c5982c8 req-27c36f1f-a6ff-43fe-95c3-eb174a9d3e3e tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434241 Apr 11 17:56:51.146796 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd7b4f3-e279-4932-9f92-a0fc13085355 x-openstack-request-id: req-4bd7b4f3-e279-4932-9f92-a0fc13085355 {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:51.147092 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a6441b-8d82-47ed-8439-281e909b529d", "name": "network-vif-plugged", "status": "completed", "tag": "97e29860-46da-40e9-bc9c-10eca7b3f5ea", "code": 200}]} {{(pid=109940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:51.147347 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4bd7b4f3-e279-4932-9f92-a0fc13085355 {{(pid=109940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:51.147750 dv-cinder-837167-2-iscsi neutron-server[109940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd7b4f3-e279-4932-9f92-a0fc13085355'] response: {'server_uuid': '60a6441b-8d82-47ed-8439-281e909b529d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'code': 200} Apr 11 17:56:51.365547 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d5623-df19-4962-b236-47780d633be7 req-cac7c9d4-6092-4d67-9bad-1a20e7610e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:51.366988 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e81d5623-df19-4962-b236-47780d633be7 req-cac7c9d4-6092-4d67-9bad-1a20e7610e01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 1130 time: 0.0401545 Apr 11 17:56:51.414763 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e81d5623-df19-4962-b236-47780d633be7 req-5d4118ea-6afe-4244-811e-d543acd8febb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Apr 11 17:56:52.212325 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4443cb-c95e-4d71-a5d4-da49676cfe6e req-b49787e8-79a8-47ef-a2e5-db8d98748025 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:52.213818 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9d4443cb-c95e-4d71-a5d4-da49676cfe6e req-b49787e8-79a8-47ef-a2e5-db8d98748025 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 946 time: 0.0479965 Apr 11 17:56:52.277119 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-9d4443cb-c95e-4d71-a5d4-da49676cfe6e req-42a559af-8e90-4ee7-8405-9523546719cd tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571020 Apr 11 17:56:53.401022 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c72fc1-0233-4f65-aea9-000a395d9ffe req-baac68c5-c862-4869-be11-806d9b7c97f0 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:53.402506 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-27c72fc1-0233-4f65-aea9-000a395d9ffe req-baac68c5-c862-4869-be11-806d9b7c97f0 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 946 time: 0.0485189 Apr 11 17:56:53.455876 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-27c72fc1-0233-4f65-aea9-000a395d9ffe req-081e4b4e-3953-4bf4-908e-e3fb149be9f1 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450518 Apr 11 17:56:53.571709 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2d875-7bcc-449e-a3c4-2d0c267002cb req-0e54d7fa-1129-43ef-94f7-45c33ce791f2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:53.573119 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6da2d875-7bcc-449e-a3c4-2d0c267002cb req-0e54d7fa-1129-43ef-94f7-45c33ce791f2 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 946 time: 0.0475938 Apr 11 17:56:53.635900 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-6da2d875-7bcc-449e-a3c4-2d0c267002cb req-290fdd9a-7af9-4bfa-b48b-e5b03e5da405 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538685 Apr 11 17:56:53.658049 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 34244) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:53.697945 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb4c26-3c66-4c7a-81ad-c17ced2029ac tempest-TestVolumeBootPattern-39052174 tempest-TestVolumeBootPattern-39052174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:53.699429 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-55cb4c26-3c66-4c7a-81ad-c17ced2029ac tempest-TestVolumeBootPattern-39052174 tempest-TestVolumeBootPattern-39052174-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 1125 time: 0.0404143 Apr 11 17:56:53.702203 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 34246) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:53.706379 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.v2.base [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Request body: {'floatingip': {'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'port_id': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:53.730130 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.819583 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.935731 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.db_base_plugin_common [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Allocated IP 172.27.0.38 (9c270527-7277-4b59-bd74-576f64306e5e/c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e/ddb9cc79-871c-4c59-8e74-a554b50ef0bf) {{(pid=109938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:56:54.037217 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for port (ddb9cc79-871c-4c59-8e74-a554b50ef0bf), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.074516 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747148362298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (ddb9cc79-871c-4c59-8e74-a554b50ef0bf), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.128000 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Network 9c270527-7277-4b59-bd74-576f64306e5e is already hosted by enough agents. {{(pid=109938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:56:54.131003 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.base_scheduler [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Resources bound (agent type, host, resource id): {{(pid=109938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:56:54.134737 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Received port after_create {{(pid=109938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:56:54.140235 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'Port': ['ID=ddb9cc79-871c-4c59-8e74-a554b50ef0bf,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:54.513543 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (3de87b00-a840-46b4-b8b1-5a71740b51a7), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.586713 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-864598'] for port (ddb9cc79-871c-4c59-8e74-a554b50ef0bf), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.742088 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for port (ddb9cc79-871c-4c59-8e74-a554b50ef0bf), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.749569 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747148887071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747148362316', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747148362334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51458196'] for port (ddb9cc79-871c-4c59-8e74-a554b50ef0bf), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.813759 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event updated for resources: {'Port': ['ID=ddb9cc79-871c-4c59-8e74-a554b50ef0bf,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:54.826961 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585332'] for floatingip (3de87b00-a840-46b4-b8b1-5a71740b51a7), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.928537 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.db.l3_db [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Floating IP 3de87b00-a840-46b4-b8b1-5a71740b51a7 associated. External IP: 172.27.0.38, port: 97e29860-46da-40e9-bc9c-10eca7b3f5ea. Apr 11 17:56:55.146593 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Router 090f326c-24c8-4ba6-bd2c-efed7b06b58b has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:56:55.544829 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:55.555139 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] Sync routers for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:55.566060 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:55.566699 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:56:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:55.568097 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:55.610072 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-59e96df2-8a1b-44ee-a984-1519378e7967 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8941941 Apr 11 17:56:55.610072 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a6441b-8d82-47ed-8439-281e909b529d', 'tag': '97e29860-46da-40e9-bc9c-10eca7b3f5ea'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:55.610072 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10553277-bc03-430f-90a8-d580750174c0" -d '{"events": [{"name": "network-changed", "server_uuid": "60a6441b-8d82-47ed-8439-281e909b529d", "tag": "97e29860-46da-40e9-bc9c-10eca7b3f5ea"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:55.642516 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f7edf0-b60e-430c-bffb-351c1d9f9c82 x-openstack-request-id: req-e9f7edf0-b60e-430c-bffb-351c1d9f9c82 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:55.642957 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a6441b-8d82-47ed-8439-281e909b529d", "tag": "97e29860-46da-40e9-bc9c-10eca7b3f5ea", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:55.643072 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9f7edf0-b60e-430c-bffb-351c1d9f9c82 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:55.643456 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f7edf0-b60e-430c-bffb-351c1d9f9c82'] response: {'name': 'network-changed', 'server_uuid': '60a6441b-8d82-47ed-8439-281e909b529d', 'tag': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'status': 'completed', 'code': 200} Apr 11 17:56:55.691564 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:55.705589 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553277-bc03-430f-90a8-d580750174c0 req-a0c702f0-8a6a-4e83-8891-ea17db67a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:55.707176 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-10553277-bc03-430f-90a8-d580750174c0 req-a0c702f0-8a6a-4e83-8891-ea17db67a341 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 1130 time: 0.0432775 Apr 11 17:56:55.815238 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553277-bc03-430f-90a8-d580750174c0 req-5a99b6e6-046c-4aa8-b704-029c83e02435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:55.816793 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-10553277-bc03-430f-90a8-d580750174c0 req-5a99b6e6-046c-4aa8-b704-029c83e02435 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.1025310 Apr 11 17:56:55.889144 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-10553277-bc03-430f-90a8-d580750174c0 req-9fc4d663-160a-4624-99e9-e95c85580939 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97e29860-46da-40e9-bc9c-10eca7b3f5ea HTTP/1.1" status: 200 len: 999 time: 0.0659513 Apr 11 17:56:55.939463 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553277-bc03-430f-90a8-d580750174c0 req-cbcf0542-df95-4257-b0ff-668c9432d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:55.943791 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-10553277-bc03-430f-90a8-d580750174c0 req-cbcf0542-df95-4257-b0ff-668c9432d120 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0457025 Apr 11 17:56:55.983967 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553277-bc03-430f-90a8-d580750174c0 req-edeea3a0-6d44-4a6c-9fab-9c687de6f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:55.986021 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-10553277-bc03-430f-90a8-d580750174c0 req-edeea3a0-6d44-4a6c-9fab-9c687de6f0f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393100 Apr 11 17:56:56.046724 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '1147b49b-6437-4455-8384-812560e14c49', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:b0:63:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:59Z', 'updated_at': '2022-04-11T17:55:01Z', 'revision_number': 1, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}, {'id': '3de87b00-a840-46b4-b8b1-5a71740b51a7', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:eb:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6441b-8d82-47ed-8439-281e909b529d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:56:54Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 0, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:56.081146 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-10553277-bc03-430f-90a8-d580750174c0 req-6131e495-3b03-4b6a-91de-9d66b0ab2d12 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881827 Apr 11 17:56:56.087474 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] Checking router: 090f326c-24c8-4ba6-bd2c-efed7b06b58b for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:56.096671 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:56.097270 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:56:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:56.219798 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:56.435082 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '1147b49b-6437-4455-8384-812560e14c49', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:b0:63:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:59Z', 'updated_at': '2022-04-11T17:55:01Z', 'revision_number': 1, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}, {'id': '3de87b00-a840-46b4-b8b1-5a71740b51a7', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:eb:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6441b-8d82-47ed-8439-281e909b529d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:56:54Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 0, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:56.465795 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901c0e5-f25f-4b61-bb64-013408ec471f None None] The sync data for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi is: [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '1147b49b-6437-4455-8384-812560e14c49', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:b0:63:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:59Z', 'updated_at': '2022-04-11T17:55:01Z', 'revision_number': 1, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}, {'id': '3de87b00-a840-46b4-b8b1-5a71740b51a7', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:eb:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6441b-8d82-47ed-8439-281e909b529d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:56:54Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 0, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:56.672715 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a28417-27f6-4579-a4c5-c7f89a102e4f None None] New status for floating IP 3de87b00-a840-46b4-b8b1-5a71740b51a7: ACTIVE {{(pid=109942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:56:57.099213 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-10553277-bc03-430f-90a8-d580750174c0 req-0c974d6a-bcfa-4760-95bd-faddc9722f8c service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077118 Apr 11 17:56:57.994300 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:57:03.280392 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:11.452202 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-e480fd2c-6032-4d53-8f81-bfce16112b1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526428 Apr 11 17:57:11.534315 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-68d4c340-dfed-4eb4-9a7d-82b31bf615f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:11.535838 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-68d4c340-dfed-4eb4-9a7d-82b31bf615f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0407724 Apr 11 17:57:11.571062 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1ebe4d80-521f-4e87-bbfa-67669eb0dcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:11.650442 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-f28ffea9-6d42-4ee0-8c7c-278397cd67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:11.651891 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-f28ffea9-6d42-4ee0-8c7c-278397cd67e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.0944464 Apr 11 17:57:11.720040 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-ec851574-6e11-47fb-bd03-d7fcd9d36da9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5 HTTP/1.1" status: 200 len: 1002 time: 0.0612516 Apr 11 17:57:11.769065 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-fdc41136-9e94-4fa4-ac5d-51115eb65f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:11.770505 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-fdc41136-9e94-4fa4-ac5d-51115eb65f1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0446422 Apr 11 17:57:11.815577 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-477827f9-2940-41ed-a952-24ce7adf79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:11.817197 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-477827f9-2940-41ed-a952-24ce7adf79f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411730 Apr 11 17:57:11.917413 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-d5891e9e-7d4e-41bf-99ba-6d14c1087f09 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930743 Apr 11 17:57:12.014405 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-e01dae89-6602-4d67-9713-9952ebdc53ec req-0bdd9bde-1c60-4c2d-91be-a94080bff505 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895352 Apr 11 17:57:14.110139 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34432) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:14.249737 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b30dc1c8-7cad-42e1-b480-847d2b6334d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.282023 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ca7717e1-1f69-4345-9b34-26abd20773e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.339438 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b30dc1c8-7cad-42e1-b480-847d2b6334d5 admin admin] Publish callbacks [] for security_group (318a6b8b-e3da-4e59-ad21-143e93f7b308), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.345325 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b30dc1c8-7cad-42e1-b480-847d2b6334d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (318a6b8b-e3da-4e59-ad21-143e93f7b308), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.383960 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-b30dc1c8-7cad-42e1-b480-847d2b6334d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=696bb09328524cf48a0f03169b5b810f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727501 Apr 11 17:57:14.385219 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dc1c8-7cad-42e1-b480-847d2b6334d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318a6b8b-e3da-4e59-ad21-143e93f7b308,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:14.386968 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 34436) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:14.436333 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-93a129bc-88f4-4178-a06d-fa2f783f6fbc admin admin] Publish callbacks [] for security_group (318a6b8b-e3da-4e59-ad21-143e93f7b308), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.458380 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-93a129bc-88f4-4178-a06d-fa2f783f6fbc admin admin] Publish callbacks [] for security_group (318a6b8b-e3da-4e59-ad21-143e93f7b308), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.507023 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-93a129bc-88f4-4178-a06d-fa2f783f6fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (318a6b8b-e3da-4e59-ad21-143e93f7b308), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.509611 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-93a129bc-88f4-4178-a06d-fa2f783f6fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.510787 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-93a129bc-88f4-4178-a06d-fa2f783f6fbc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/318a6b8b-e3da-4e59-ad21-143e93f7b308 HTTP/1.1" status: 204 len: 168 time: 0.1228671 Apr 11 17:57:14.520042 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a129bc-88f4-4178-a06d-fa2f783f6fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318a6b8b-e3da-4e59-ad21-143e93f7b308,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:14.781686 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34442) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:14.795235 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-de141653-09cd-41c8-bec6-3edcdc4c60e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.879881 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-de141653-09cd-41c8-bec6-3edcdc4c60e6 admin admin] Publish callbacks [] for security_group (72cd02a4-09d2-499c-aab2-2a52ec9fbaa6), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.889028 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-de141653-09cd-41c8-bec6-3edcdc4c60e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (72cd02a4-09d2-499c-aab2-2a52ec9fbaa6), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:14.942699 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-de141653-09cd-41c8-bec6-3edcdc4c60e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94bd84534abe43c4afa683d11fce5351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597447 Apr 11 17:57:14.943541 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de141653-09cd-41c8-bec6-3edcdc4c60e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cd02a4-09d2-499c-aab2-2a52ec9fbaa6,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:14.946420 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34444) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:14.996841 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5caac60b-f7f3-41e6-92ce-9831537ad19a admin admin] Publish callbacks [] for security_group (72cd02a4-09d2-499c-aab2-2a52ec9fbaa6), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:15.019292 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5caac60b-f7f3-41e6-92ce-9831537ad19a admin admin] Publish callbacks [] for security_group (72cd02a4-09d2-499c-aab2-2a52ec9fbaa6), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:15.067806 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5caac60b-f7f3-41e6-92ce-9831537ad19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (72cd02a4-09d2-499c-aab2-2a52ec9fbaa6), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:15.070476 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-5caac60b-f7f3-41e6-92ce-9831537ad19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:15.071620 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-5caac60b-f7f3-41e6-92ce-9831537ad19a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72cd02a4-09d2-499c-aab2-2a52ec9fbaa6 HTTP/1.1" status: 204 len: 168 time: 0.1248987 Apr 11 17:57:15.079325 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caac60b-f7f3-41e6-92ce-9831537ad19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cd02a4-09d2-499c-aab2-2a52ec9fbaa6,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:16.104589 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:17.143145 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:18.335296 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:26.860512 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 34584) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:26.971575 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.056355 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Publish callbacks [] for security_group (470ee34b-2ec9-49ee-ac5c-7cbcb645b111), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.062993 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (470ee34b-2ec9-49ee-ac5c-7cbcb645b111), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.100946 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ea60eea99cd45369ba2f026e0a60e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393496 Apr 11 17:57:27.101899 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470ee34b-2ec9-49ee-ac5c-7cbcb645b111,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:27.103858 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34588) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:27.109371 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.109724 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.110086 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.110430 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.110759 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.111083 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.111398 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.111715 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.112036 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.112358 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.112680 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.113004 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.113325 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.113651 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.113980 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e26583-e565-42c6-a401-df2e7510723a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.155087 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Publish callbacks [] for security_group (470ee34b-2ec9-49ee-ac5c-7cbcb645b111), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.186634 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Publish callbacks [] for security_group (470ee34b-2ec9-49ee-ac5c-7cbcb645b111), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.245747 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (470ee34b-2ec9-49ee-ac5c-7cbcb645b111), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.248332 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.249492 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/470ee34b-2ec9-49ee-ac5c-7cbcb645b111 HTTP/1.1" status: 204 len: 168 time: 0.1446104 Apr 11 17:57:27.257655 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470ee34b-2ec9-49ee-ac5c-7cbcb645b111,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:27.264938 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.265301 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.265644 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.266007 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.266356 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.266688 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.267008 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.267316 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.267636 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.267959 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.268278 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.268596 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.268895 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.269209 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.269522 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675904ef-4c97-4ed3-9782-ae3382c1c579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:27.543608 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 34594) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:27.557203 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-93eb67de-8da2-424f-8117-3ea958003ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.639057 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-93eb67de-8da2-424f-8117-3ea958003ba3 admin admin] Publish callbacks [] for security_group (99c7ce4c-a8f2-46f9-a4f0-81d71bd7d1f6), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.645521 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-93eb67de-8da2-424f-8117-3ea958003ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (99c7ce4c-a8f2-46f9-a4f0-81d71bd7d1f6), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.683315 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-93eb67de-8da2-424f-8117-3ea958003ba3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9c05258995f49e78e37724b2804cb7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386259 Apr 11 17:57:27.684288 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb67de-8da2-424f-8117-3ea958003ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c7ce4c-a8f2-46f9-a4f0-81d71bd7d1f6,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:27.686255 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34596) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:27.736152 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-99bdff3f-bae6-453a-9161-30c0ee5a166d admin admin] Publish callbacks [] for security_group (99c7ce4c-a8f2-46f9-a4f0-81d71bd7d1f6), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.757662 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-99bdff3f-bae6-453a-9161-30c0ee5a166d admin admin] Publish callbacks [] for security_group (99c7ce4c-a8f2-46f9-a4f0-81d71bd7d1f6), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.808079 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-99bdff3f-bae6-453a-9161-30c0ee5a166d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (99c7ce4c-a8f2-46f9-a4f0-81d71bd7d1f6), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.810645 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-99bdff3f-bae6-453a-9161-30c0ee5a166d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:27.811829 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-99bdff3f-bae6-453a-9161-30c0ee5a166d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99c7ce4c-a8f2-46f9-a4f0-81d71bd7d1f6 HTTP/1.1" status: 204 len: 168 time: 0.1244819 Apr 11 17:57:27.819609 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdff3f-bae6-453a-9161-30c0ee5a166d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c7ce4c-a8f2-46f9-a4f0-81d71bd7d1f6,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:30.834281 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34728) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:30.950625 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e5e73282-5296-437c-9189-0b44f42820b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.034338 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e5e73282-5296-437c-9189-0b44f42820b1 admin admin] Publish callbacks [] for security_group (fbed0bc5-b549-442c-be74-8652991df494), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.040520 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-e5e73282-5296-437c-9189-0b44f42820b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (fbed0bc5-b549-442c-be74-8652991df494), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.085044 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-e5e73282-5296-437c-9189-0b44f42820b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=008a81d098d74e47b6a4cecb25192167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494662 Apr 11 17:57:31.086061 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e73282-5296-437c-9189-0b44f42820b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbed0bc5-b549-442c-be74-8652991df494,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:31.087668 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 34732) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:31.142346 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bf526f55-cb47-4a33-910f-15365ff3ee1d admin admin] Publish callbacks [] for security_group (fbed0bc5-b549-442c-be74-8652991df494), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.167935 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bf526f55-cb47-4a33-910f-15365ff3ee1d admin admin] Publish callbacks [] for security_group (fbed0bc5-b549-442c-be74-8652991df494), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.219393 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bf526f55-cb47-4a33-910f-15365ff3ee1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (fbed0bc5-b549-442c-be74-8652991df494), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.223328 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bf526f55-cb47-4a33-910f-15365ff3ee1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.225079 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-bf526f55-cb47-4a33-910f-15365ff3ee1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fbed0bc5-b549-442c-be74-8652991df494 HTTP/1.1" status: 204 len: 168 time: 0.1361225 Apr 11 17:57:31.234368 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf526f55-cb47-4a33-910f-15365ff3ee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbed0bc5-b549-442c-be74-8652991df494,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:31.506427 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 34738) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:31.520355 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5330154c-e715-458b-831b-b84be821a537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.599458 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5330154c-e715-458b-831b-b84be821a537 admin admin] Publish callbacks [] for security_group (ecb76da2-65b9-4bcc-affe-49da9e24291c), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.605749 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-5330154c-e715-458b-831b-b84be821a537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (ecb76da2-65b9-4bcc-affe-49da9e24291c), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.642848 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-5330154c-e715-458b-831b-b84be821a537 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=86c3e7a1462a4751816f7703ab1f5511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349688 Apr 11 17:57:31.643688 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330154c-e715-458b-831b-b84be821a537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb76da2-65b9-4bcc-affe-49da9e24291c,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:31.646086 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34740) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:31.697153 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-357eb4da-f87c-4632-a332-af2e4ca3afd5 admin admin] Publish callbacks [] for security_group (ecb76da2-65b9-4bcc-affe-49da9e24291c), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.719380 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-357eb4da-f87c-4632-a332-af2e4ca3afd5 admin admin] Publish callbacks [] for security_group (ecb76da2-65b9-4bcc-affe-49da9e24291c), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.774289 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-357eb4da-f87c-4632-a332-af2e4ca3afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (ecb76da2-65b9-4bcc-affe-49da9e24291c), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.777229 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-357eb4da-f87c-4632-a332-af2e4ca3afd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:31.778412 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-357eb4da-f87c-4632-a332-af2e4ca3afd5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ecb76da2-65b9-4bcc-affe-49da9e24291c HTTP/1.1" status: 204 len: 168 time: 0.1312189 Apr 11 17:57:31.786146 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357eb4da-f87c-4632-a332-af2e4ca3afd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb76da2-65b9-4bcc-affe-49da9e24291c,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:33.293182 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:34.999012 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:57:41.574536 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c883cd97-0eec-483c-8787-a30b4081db8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:44.288255 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-a66793f9-4204-4a1d-920b-f3e30773c157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:46.113589 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:47.150545 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:48.329587 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:53.871732 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 34874) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:53.980991 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-2c022095-d95f-444a-8031-b7aeea26fa8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:54.060323 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-2c022095-d95f-444a-8031-b7aeea26fa8a admin admin] Publish callbacks [] for security_group (964ecb6c-b10c-4bcc-899f-e412d7be91eb), precommit_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:54.065966 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-2c022095-d95f-444a-8031-b7aeea26fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (964ecb6c-b10c-4bcc-899f-e412d7be91eb), after_create {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:54.106314 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-2c022095-d95f-444a-8031-b7aeea26fa8a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8972bc009d4d415180b3091964999022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335165 Apr 11 17:57:54.107160 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c022095-d95f-444a-8031-b7aeea26fa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964ecb6c-b10c-4bcc-899f-e412d7be91eb,revision_number=1']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:54.109223 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34878) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:54.158620 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c8dac1d8-3183-40f7-89a6-1b37811f44cd admin admin] Publish callbacks [] for security_group (964ecb6c-b10c-4bcc-899f-e412d7be91eb), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:54.179817 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c8dac1d8-3183-40f7-89a6-1b37811f44cd admin admin] Publish callbacks [] for security_group (964ecb6c-b10c-4bcc-899f-e412d7be91eb), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:54.236678 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c8dac1d8-3183-40f7-89a6-1b37811f44cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (964ecb6c-b10c-4bcc-899f-e412d7be91eb), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:54.239330 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-c8dac1d8-3183-40f7-89a6-1b37811f44cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:54.240506 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-c8dac1d8-3183-40f7-89a6-1b37811f44cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/964ecb6c-b10c-4bcc-899f-e412d7be91eb HTTP/1.1" status: 204 len: 168 time: 0.1301999 Apr 11 17:57:54.248386 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dac1d8-3183-40f7-89a6-1b37811f44cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964ecb6c-b10c-4bcc-899f-e412d7be91eb,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:55.412143 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34908) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:55.541759 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-98d742c7-605b-40ed-a92d-60eaddacc9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:55.621766 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-98d742c7-605b-40ed-a92d-60eaddacc9af admin admin] Publish callbacks [] for security_group (f6c10b54-8a6e-472d-8682-8537ce645241), precommit_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:55.627293 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-98d742c7-605b-40ed-a92d-60eaddacc9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (f6c10b54-8a6e-472d-8682-8537ce645241), after_create {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:55.665123 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d742c7-605b-40ed-a92d-60eaddacc9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c10b54-8a6e-472d-8682-8537ce645241,revision_number=1']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:55.669276 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-98d742c7-605b-40ed-a92d-60eaddacc9af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72b8216d9f9940048e1085347f48530d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560830 Apr 11 17:57:55.672063 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34912) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:55.720061 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9781d50d-ac5f-43a5-afd7-fa599c864ecf admin admin] Publish callbacks [] for security_group (f6c10b54-8a6e-472d-8682-8537ce645241), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:55.743020 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9781d50d-ac5f-43a5-afd7-fa599c864ecf admin admin] Publish callbacks [] for security_group (f6c10b54-8a6e-472d-8682-8537ce645241), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:55.792721 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9781d50d-ac5f-43a5-afd7-fa599c864ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (f6c10b54-8a6e-472d-8682-8537ce645241), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:55.795504 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-9781d50d-ac5f-43a5-afd7-fa599c864ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:55.796648 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-9781d50d-ac5f-43a5-afd7-fa599c864ecf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f6c10b54-8a6e-472d-8682-8537ce645241 HTTP/1.1" status: 204 len: 168 time: 0.1237123 Apr 11 17:57:55.804099 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781d50d-ac5f-43a5-afd7-fa599c864ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c10b54-8a6e-472d-8682-8537ce645241,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:03.294754 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:11.581308 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ea106c38-e790-433d-b959-21519c110a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:11.998974 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:58:12.792539 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ac31bd49-2597-4407-b8be-43e37b410653 req-496a4016-61b7-4104-b349-5da0f1696368 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433941 Apr 11 17:58:12.855600 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31bd49-2597-4407-b8be-43e37b410653 req-1652772a-ed95-4e4c-a4be-4e00bc8caff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:12.857056 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ac31bd49-2597-4407-b8be-43e37b410653 req-1652772a-ed95-4e4c-a4be-4e00bc8caff1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 1130 time: 0.0404716 Apr 11 17:58:12.969943 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31bd49-2597-4407-b8be-43e37b410653 req-7536c0e4-21d5-4d03-9a3c-25391456add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:12.971443 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ac31bd49-2597-4407-b8be-43e37b410653 req-7536c0e4-21d5-4d03-9a3c-25391456add1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.0957193 Apr 11 17:58:13.040659 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ac31bd49-2597-4407-b8be-43e37b410653 req-a38a69f8-a6c5-4387-815b-7b92fcdb9fdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97e29860-46da-40e9-bc9c-10eca7b3f5ea HTTP/1.1" status: 200 len: 1001 time: 0.0615621 Apr 11 17:58:13.089547 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31bd49-2597-4407-b8be-43e37b410653 req-e4b067e8-c5a2-4619-a219-9d33ab0ac5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:13.090937 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ac31bd49-2597-4407-b8be-43e37b410653 req-e4b067e8-c5a2-4619-a219-9d33ab0ac5c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0447335 Apr 11 17:58:13.133061 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31bd49-2597-4407-b8be-43e37b410653 req-4822f13e-5cf1-4add-9dbd-e6d95a095496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:13.134598 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ac31bd49-2597-4407-b8be-43e37b410653 req-4822f13e-5cf1-4add-9dbd-e6d95a095496 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377727 Apr 11 17:58:13.228129 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ac31bd49-2597-4407-b8be-43e37b410653 req-0f2c525e-1fcd-4219-ae61-4f44c4c6cbad service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876932 Apr 11 17:58:13.315969 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-ac31bd49-2597-4407-b8be-43e37b410653 req-d8abeec2-cf8f-4ae3-bccd-10d0ca350773 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819807 Apr 11 17:58:14.285404 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-93df36fd-f217-4111-b85e-a4795b5dc0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:16.121936 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:17.147146 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.337183 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:31.710701 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34920) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:32.016400 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Deleting port ddb9cc79-871c-4c59-8e74-a554b50ef0bf {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:32.016713 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (ddb9cc79-871c-4c59-8e74-a554b50ef0bf), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:32.101987 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (ddb9cc79-871c-4c59-8e74-a554b50ef0bf), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:32.102290 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (ddb9cc79-871c-4c59-8e74-a554b50ef0bf), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:32.115253 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Calling delete_port for ddb9cc79-871c-4c59-8e74-a554b50ef0bf owned by network:floatingip {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:32.282065 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (ddb9cc79-871c-4c59-8e74-a554b50ef0bf), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:32.306676 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event deleted for resources: {'Port': ['ID=ddb9cc79-871c-4c59-8e74-a554b50ef0bf,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:32.332968 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.333283 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.333652 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.334013 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.334342 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.334668 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.334988 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.335310 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.335612 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.335929 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.336247 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.336570 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.336883 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.337195 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.337506 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:32.408762 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (3de87b00-a840-46b4-b8b1-5a71740b51a7), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:32.409058 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Floating IP 3de87b00-a840-46b4-b8b1-5a71740b51a7 disassociated (deleted). External IP: 172.27.0.38, port: 97e29860-46da-40e9-bc9c-10eca7b3f5ea. Apr 11 17:58:32.617085 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Router 090f326c-24c8-4ba6-bd2c-efed7b06b58b has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:58:32.732327 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:58:32.737426 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:32.742201 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] Sync routers for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:58:32.752467 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:32.753066 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:58:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:32.770077 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-22200230-bb64-4159-9477-4fa1e5c2871c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "DELETE /v2.0/floatingips/3de87b00-a840-46b4-b8b1-5a71740b51a7 HTTP/1.1" status: 204 len: 168 time: 1.0558043 Apr 11 17:58:32.770077 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a6441b-8d82-47ed-8439-281e909b529d', 'tag': '97e29860-46da-40e9-bc9c-10eca7b3f5ea'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:58:32.770600 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bd7658-8b38-451c-996e-ca6da7b8c1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "60a6441b-8d82-47ed-8439-281e909b529d", "tag": "97e29860-46da-40e9-bc9c-10eca7b3f5ea"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:58:32.876870 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:32.965368 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31145f2c-0dce-4acf-88ef-736cd0fbdd13 x-openstack-request-id: req-31145f2c-0dce-4acf-88ef-736cd0fbdd13 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:58:32.965748 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a6441b-8d82-47ed-8439-281e909b529d", "tag": "97e29860-46da-40e9-bc9c-10eca7b3f5ea", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:58:32.966006 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31145f2c-0dce-4acf-88ef-736cd0fbdd13 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:58:32.966418 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31145f2c-0dce-4acf-88ef-736cd0fbdd13'] response: {'name': 'network-changed', 'server_uuid': '60a6441b-8d82-47ed-8439-281e909b529d', 'tag': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'status': 'completed', 'code': 200} Apr 11 17:58:33.006954 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c3f75-b5fa-4683-a6fb-8b6356fa7a38 req-9d463e3e-5513-4a32-b9c2-224b7667e534 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:33.008462 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c60c3f75-b5fa-4683-a6fb-8b6356fa7a38 req-9d463e3e-5513-4a32-b9c2-224b7667e534 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 946 time: 0.0482521 Apr 11 17:58:33.058759 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-c60c3f75-b5fa-4683-a6fb-8b6356fa7a38 req-52471265-9d81-4743-bbbd-fcbdae17812a tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Apr 11 17:58:33.105811 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '1147b49b-6437-4455-8384-812560e14c49', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:b0:63:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:59Z', 'updated_at': '2022-04-11T17:55:01Z', 'revision_number': 1, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:33.131963 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] Checking router: 090f326c-24c8-4ba6-bd2c-efed7b06b58b for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:58:33.140442 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:33.141028 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:58:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:33.372398 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:33.382680 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:33.593640 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '1147b49b-6437-4455-8384-812560e14c49', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:b0:63:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:59Z', 'updated_at': '2022-04-11T17:55:01Z', 'revision_number': 1, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:33.623680 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab89ff-929c-4086-a2ff-d4f7a9d7c202 None None] The sync data for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi is: [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_floatingips': [{'id': '1147b49b-6437-4455-8384-812560e14c49', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'router_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'port_id': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'mac_address': 'fa:16:3e:b0:63:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:59Z', 'updated_at': '2022-04-11T17:55:01Z', 'revision_number': 1, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:58:33.835895 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21806f8-7bda-4354-98c4-4c5de0c570c9 None None] New status for floating IP 3de87b00-a840-46b4-b8b1-5a71740b51a7: DOWN {{(pid=109942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:58:33.966500 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-ec1ff5f4-d877-4b39-8cee-23766a4abb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:33.968044 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-ec1ff5f4-d877-4b39-8cee-23766a4abb1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 1130 time: 0.0415475 Apr 11 17:58:34.069375 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-63a52409-8fd3-4723-a9f3-41eb6039dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:34.070935 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-63a52409-8fd3-4723-a9f3-41eb6039dc51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.0920615 Apr 11 17:58:34.127451 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-8e4776e7-5624-48c0-bb32-d4888fa51d64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97e29860-46da-40e9-bc9c-10eca7b3f5ea HTTP/1.1" status: 200 len: 217 time: 0.0373552 Apr 11 17:58:34.176367 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de4f6a-cf4b-494d-b473-ebee6bd60817 req-afa65a89-b319-4c55-ac9e-3025ba005b21 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:34.177112 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-df5977ce-a6ce-49eb-8bac-27e73dca18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:34.177769 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-42de4f6a-cf4b-494d-b473-ebee6bd60817 req-afa65a89-b319-4c55-ac9e-3025ba005b21 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 946 time: 0.0464869 Apr 11 17:58:34.178599 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-df5977ce-a6ce-49eb-8bac-27e73dca18b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0445948 Apr 11 17:58:34.227999 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-42de4f6a-cf4b-494d-b473-ebee6bd60817 req-7bc199ff-4187-4130-83ca-250b96753b25 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Apr 11 17:58:34.404349 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-8a365c30-3d56-408e-b093-3f5208dd4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:34.405866 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-8a365c30-3d56-408e-b093-3f5208dd4c52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527904 Apr 11 17:58:34.459179 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-d427da99-2462-41f7-979e-3ea135ac4141 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:34.463434 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-d427da99-2462-41f7-979e-3ea135ac4141 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 946 time: 0.0592287 Apr 11 17:58:34.503688 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-1773693b-d004-4734-84db-bd5ad8825864 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915017 Apr 11 17:58:34.551674 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Deleting port 97e29860-46da-40e9-bc9c-10eca7b3f5ea {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:34.551998 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:34.649274 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] For port 97e29860-46da-40e9-bc9c-10eca7b3f5ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=97e29860-46da-40e9-bc9c-10eca7b3f5ea,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:34.649600 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:34.664284 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Calling delete_port for 97e29860-46da-40e9-bc9c-10eca7b3f5ea owned by compute:nova {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:34.798622 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (97e29860-46da-40e9-bc9c-10eca7b3f5ea), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:34.839746 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event deleted for resources: {'Port': ['ID=97e29860-46da-40e9-bc9c-10eca7b3f5ea,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:34.863607 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-78bd7658-8b38-451c-996e-ca6da7b8c1d5 req-2db6780b-1deb-4ded-9f2e-151713f3b65e service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537092 Apr 11 17:58:34.868613 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.868955 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.869364 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.869712 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.870047 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.870377 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.870718 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.871070 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.871393 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.871867 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.872185 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.872508 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.872818 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.873131 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.873445 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:34.897725 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] No DVR routers for this DVR port 97e29860-46da-40e9-bc9c-10eca7b3f5ea on host hv-cinder-83716 {{(pid=109938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:34.900111 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:34.903428 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0f96ac57-4a18-4903-9152-aade3202e7f2 req-7088f6d0-b806-45ca-90e1-e70035817ec4 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "DELETE /v2.0/ports/97e29860-46da-40e9-bc9c-10eca7b3f5ea HTTP/1.1" status: 204 len: 173 time: 0.4380367 Apr 11 17:58:34.903858 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a6441b-8d82-47ed-8439-281e909b529d', 'name': 'network-vif-deleted', 'tag': '97e29860-46da-40e9-bc9c-10eca7b3f5ea'}] {{(pid=109938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:58:34.906169 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ecec8fdb207be2c946dbd401b9f6ff43c95c971794cc29315a48d49e8fb7d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3637a3-3dea-45f7-b932-4089f60c8059" -d '{"events": [{"server_uuid": "60a6441b-8d82-47ed-8439-281e909b529d", "name": "network-vif-deleted", "tag": "97e29860-46da-40e9-bc9c-10eca7b3f5ea"}]}' {{(pid=109938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:58:34.943172 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5771dd-4700-4e20-9856-b464672e88e3 x-openstack-request-id: req-6a5771dd-4700-4e20-9856-b464672e88e3 {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:58:34.943668 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a6441b-8d82-47ed-8439-281e909b529d", "name": "network-vif-deleted", "tag": "97e29860-46da-40e9-bc9c-10eca7b3f5ea", "status": "completed", "code": 200}]} {{(pid=109938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:58:34.944075 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a5771dd-4700-4e20-9856-b464672e88e3 {{(pid=109938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:58:34.944486 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5771dd-4700-4e20-9856-b464672e88e3'] response: {'server_uuid': '60a6441b-8d82-47ed-8439-281e909b529d', 'name': 'network-vif-deleted', 'tag': '97e29860-46da-40e9-bc9c-10eca7b3f5ea', 'status': 'completed', 'code': 200} Apr 11 17:58:35.335554 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-ec860045-e233-459a-b272-38b9d75d2b9a req-6fcd2bd8-df2b-4cc0-a424-9d1fa4ce9335 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=60a6441b-8d82-47ed-8439-281e909b529d HTTP/1.1" status: 200 len: 210 time: 0.0273941 Apr 11 17:58:37.265376 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 97e29860-46da-40e9-bc9c-10eca7b3f5ea no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:37.295864 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 97e29860-46da-40e9-bc9c-10eca7b3f5ea {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:37.296173 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 97e29860-46da-40e9-bc9c-10eca7b3f5ea not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:38.651625 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34962) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:38.800176 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Deleting port e2106c4e-362f-4916-820c-ef7af4d121cc {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:38.800492 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (e2106c4e-362f-4916-820c-ef7af4d121cc), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.878988 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (e2106c4e-362f-4916-820c-ef7af4d121cc), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.879328 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (e2106c4e-362f-4916-820c-ef7af4d121cc), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.892215 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Calling delete_port for e2106c4e-362f-4916-820c-ef7af4d121cc owned by network:floatingip {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:39.062810 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (e2106c4e-362f-4916-820c-ef7af4d121cc), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:39.088168 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event deleted for resources: {'Port': ['ID=e2106c4e-362f-4916-820c-ef7af4d121cc,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:39.156609 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (1147b49b-6437-4455-8384-812560e14c49), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:39.156951 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.db.l3_db [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Floating IP 1147b49b-6437-4455-8384-812560e14c49 disassociated (deleted). External IP: 172.27.0.220, port: 348897a8-c661-428e-b88d-e6cc3bc86ab5. Apr 11 17:58:39.383326 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Router 090f326c-24c8-4ba6-bd2c-efed7b06b58b has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:58:39.513442 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:58:39.518643 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:39.523886 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca74da-502a-4400-887a-114185c8812d None None] Sync routers for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:58:39.534392 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca74da-502a-4400-887a-114185c8812d None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:39.535020 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-a0ca74da-502a-4400-887a-114185c8812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:58:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:39.548924 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-8b4b7678-718b-405a-9dc8-e65ee902b808 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "DELETE /v2.0/floatingips/1147b49b-6437-4455-8384-812560e14c49 HTTP/1.1" status: 204 len: 168 time: 0.8962197 Apr 11 17:58:39.549466 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'tag': '348897a8-c661-428e-b88d-e6cc3bc86ab5'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:58:39.551749 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea581e3-f747-427c-94a3-841561a94f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd96f99-e392-4b03-b97f-50ae26eaf5ba", "tag": "348897a8-c661-428e-b88d-e6cc3bc86ab5"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:58:39.589215 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf33a9fa-3455-4f92-b558-cd8807ed8c69 x-openstack-request-id: req-cf33a9fa-3455-4f92-b558-cd8807ed8c69 {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:58:39.589215 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd96f99-e392-4b03-b97f-50ae26eaf5ba", "tag": "348897a8-c661-428e-b88d-e6cc3bc86ab5", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:58:39.589467 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf33a9fa-3455-4f92-b558-cd8807ed8c69 {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:58:39.589862 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf33a9fa-3455-4f92-b558-cd8807ed8c69'] response: {'name': 'network-changed', 'server_uuid': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'tag': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'status': 'completed', 'code': 200} Apr 11 17:58:39.648683 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea581e3-f747-427c-94a3-841561a94f4c req-455a3040-fad5-479f-b97b-63f0db790993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:39.649604 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-a0ca74da-502a-4400-887a-114185c8812d None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:39.650241 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0ea581e3-f747-427c-94a3-841561a94f4c req-455a3040-fad5-479f-b97b-63f0db790993 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0391948 Apr 11 17:58:39.785193 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea581e3-f747-427c-94a3-841561a94f4c req-e963de5a-5021-4a7c-9b88-0fec40da1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:39.786696 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0ea581e3-f747-427c-94a3-841561a94f4c req-e963de5a-5021-4a7c-9b88-0fec40da1fbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 200 len: 912 time: 0.1302776 Apr 11 17:58:39.794846 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f480b71-c4c6-4501-9e55-ff3eb1f26477 req-14012c2f-d4ee-4800-ae5e-1697d6827c1f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:39.796196 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4f480b71-c4c6-4501-9e55-ff3eb1f26477 req-14012c2f-d4ee-4800-ae5e-1697d6827c1f tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 946 time: 0.0589328 Apr 11 17:58:39.846943 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-4f480b71-c4c6-4501-9e55-ff3eb1f26477 req-800589a0-94fd-453f-b2ce-116bdf4dfe51 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Apr 11 17:58:39.850792 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-a0ca74da-502a-4400-887a-114185c8812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:39.877491 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca74da-502a-4400-887a-114185c8812d None None] Checking router: 090f326c-24c8-4ba6-bd2c-efed7b06b58b for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:58:39.886767 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca74da-502a-4400-887a-114185c8812d None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:39.887363 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-a0ca74da-502a-4400-887a-114185c8812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:58:14Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:39.995852 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-a0ca74da-502a-4400-887a-114185c8812d None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:40.181859 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-a0ca74da-502a-4400-887a-114185c8812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:40.212646 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca74da-502a-4400-887a-114185c8812d None None] The sync data for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi is: [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:51:46Z', 'revision_number': 4, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi', '_interfaces': [{'id': '6ea544f2-35d5-4a0f-a122-3fe8e47fae3b', 'name': '', 'network_id': '0522cf29-54a1-4d0b-9aee-dc6a69c824c4', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'mac_address': 'fa:16:3e:1a:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:46Z', 'updated_at': '2022-04-11T17:51:51Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'subnets': [{'id': '3a123af0-ca26-436f-9d56-8863b721d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:58:40.438426 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2ba75-0642-49cf-9d39-923762b1fcbf None None] New status for floating IP 1147b49b-6437-4455-8384-812560e14c49: DOWN {{(pid=109942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:58:40.735537 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0ea581e3-f747-427c-94a3-841561a94f4c req-041208e0-93bb-4f41-b488-67648c28a51d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5 HTTP/1.1" status: 200 len: 217 time: 0.0495148 Apr 11 17:58:40.790397 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea581e3-f747-427c-94a3-841561a94f4c req-96dcdbe5-3919-4041-82d9-f5b49f202025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:40.791863 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0ea581e3-f747-427c-94a3-841561a94f4c req-96dcdbe5-3919-4041-82d9-f5b49f202025 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0492671 Apr 11 17:58:40.911278 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea581e3-f747-427c-94a3-841561a94f4c req-87eca1e8-75d6-49ee-9f5e-d8045e2be5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:40.912799 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0ea581e3-f747-427c-94a3-841561a94f4c req-87eca1e8-75d6-49ee-9f5e-d8045e2be5de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0522cf29-54a1-4d0b-9aee-dc6a69c824c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422726 Apr 11 17:58:41.014770 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1516587-7014-4867-aafa-a7c5e81c1422 req-55c64088-8618-49f3-9554-a6a66c5e9609 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:41.016152 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a1516587-7014-4867-aafa-a7c5e81c1422 req-55c64088-8618-49f3-9554-a6a66c5e9609 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 946 time: 0.0980437 Apr 11 17:58:41.066176 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0ea581e3-f747-427c-94a3-841561a94f4c req-86e6e109-1136-44c0-95e5-fa8f7d096928 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390159 Apr 11 17:58:41.089953 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-a1516587-7014-4867-aafa-a7c5e81c1422 req-2ca2e108-5f9f-42a2-87bc-3e65832efa2b tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1f032fb-188d-4bed-9589-a52117aa2355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677402 Apr 11 17:58:41.176421 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-0ea581e3-f747-427c-94a3-841561a94f4c req-544ee4e7-6e49-4d16-b989-ad5e38b498d2 service neutron] 10.222.0.37 "GET /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987628 Apr 11 17:58:41.201265 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-12f1505f-00d5-4704-a0a7-5163334872a0 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:41.202788 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-12f1505f-00d5-4704-a0a7-5163334872a0 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 946 time: 0.0551848 Apr 11 17:58:41.290833 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-1d2a1c0b-1aad-4640-a4b7-c5169ff6813c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Deleting port 348897a8-c661-428e-b88d-e6cc3bc86ab5 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:41.291065 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-1d2a1c0b-1aad-4640-a4b7-c5169ff6813c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:41.390252 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-1d2a1c0b-1aad-4640-a4b7-c5169ff6813c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] For port 348897a8-c661-428e-b88d-e6cc3bc86ab5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=348897a8-c661-428e-b88d-e6cc3bc86ab5,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:41.390692 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-1d2a1c0b-1aad-4640-a4b7-c5169ff6813c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:41.408325 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-1d2a1c0b-1aad-4640-a4b7-c5169ff6813c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Calling delete_port for 348897a8-c661-428e-b88d-e6cc3bc86ab5 owned by compute:nova {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:41.544561 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-1d2a1c0b-1aad-4640-a4b7-c5169ff6813c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (348897a8-c661-428e-b88d-e6cc3bc86ab5), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:41.566703 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-cbd27ce7-a540-481e-b855-bd9b0d1f26e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:41.575268 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a1c0b-1aad-4640-a4b7-c5169ff6813c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event deleted for resources: {'Port': ['ID=348897a8-c661-428e-b88d-e6cc3bc86ab5,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:41.616190 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-1d2a1c0b-1aad-4640-a4b7-c5169ff6813c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] No DVR routers for this DVR port 348897a8-c661-428e-b88d-e6cc3bc86ab5 on host hv-cinder-83716 {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:41.618806 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-1d2a1c0b-1aad-4640-a4b7-c5169ff6813c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for port (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:41.622368 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [req-1ad63967-bf26-4acc-b8f0-3e008acf2347 req-1d2a1c0b-1aad-4640-a4b7-c5169ff6813c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.37 "DELETE /v2.0/ports/348897a8-c661-428e-b88d-e6cc3bc86ab5 HTTP/1.1" status: 204 len: 173 time: 0.4144845 Apr 11 17:58:41.622883 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'name': 'network-vif-deleted', 'tag': '348897a8-c661-428e-b88d-e6cc3bc86ab5'}] {{(pid=109939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:58:41.625255 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40fbcfb47e2f90b9c715c558635def6c1db4210d1680ecee380f58e282695e08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949604ab-94c3-468b-99fd-0f35c0d0772f" -d '{"events": [{"server_uuid": "6dd96f99-e392-4b03-b97f-50ae26eaf5ba", "name": "network-vif-deleted", "tag": "348897a8-c661-428e-b88d-e6cc3bc86ab5"}]}' {{(pid=109939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:58:41.671085 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2af452-a32c-4661-bb4d-445837b67c9c x-openstack-request-id: req-ab2af452-a32c-4661-bb4d-445837b67c9c {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:58:41.671376 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd96f99-e392-4b03-b97f-50ae26eaf5ba", "name": "network-vif-deleted", "tag": "348897a8-c661-428e-b88d-e6cc3bc86ab5", "status": "completed", "code": 200}]} {{(pid=109939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:58:41.671624 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab2af452-a32c-4661-bb4d-445837b67c9c {{(pid=109939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:58:41.672028 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2af452-a32c-4661-bb4d-445837b67c9c'] response: {'server_uuid': '6dd96f99-e392-4b03-b97f-50ae26eaf5ba', 'name': 'network-vif-deleted', 'tag': '348897a8-c661-428e-b88d-e6cc3bc86ab5', 'status': 'completed', 'code': 200} Apr 11 17:58:42.205286 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [req-30e413e2-62d3-48a8-8117-000e78d12f7d req-2766acf2-2096-4f3f-854b-f4de8735691c tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dd96f99-e392-4b03-b97f-50ae26eaf5ba HTTP/1.1" status: 200 len: 210 time: 0.0289986 Apr 11 17:58:43.277863 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34978) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:43.399848 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-98b1bcdf-dd6c-4e39-9ce1-a223262dc2a3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Deleting port 7f7809a6-8c7d-433b-b409-fda3f900b4b0 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:43.400134 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-98b1bcdf-dd6c-4e39-9ce1-a223262dc2a3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (7f7809a6-8c7d-433b-b409-fda3f900b4b0), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.488993 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-98b1bcdf-dd6c-4e39-9ce1-a223262dc2a3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (7f7809a6-8c7d-433b-b409-fda3f900b4b0), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.489437 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-98b1bcdf-dd6c-4e39-9ce1-a223262dc2a3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (7f7809a6-8c7d-433b-b409-fda3f900b4b0), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.505664 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-98b1bcdf-dd6c-4e39-9ce1-a223262dc2a3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Calling delete_port for 7f7809a6-8c7d-433b-b409-fda3f900b4b0 owned by network:floatingip {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:43.648325 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-98b1bcdf-dd6c-4e39-9ce1-a223262dc2a3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (7f7809a6-8c7d-433b-b409-fda3f900b4b0), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.674014 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1bcdf-dd6c-4e39-9ce1-a223262dc2a3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event deleted for resources: {'Port': ['ID=7f7809a6-8c7d-433b-b409-fda3f900b4b0,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:43.738416 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-98b1bcdf-dd6c-4e39-9ce1-a223262dc2a3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for floatingip (7f087b09-9578-47cc-acda-fa8023139c84), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.741027 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-98b1bcdf-dd6c-4e39-9ce1-a223262dc2a3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261842'] for floatingip (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.742207 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-98b1bcdf-dd6c-4e39-9ce1-a223262dc2a3 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "DELETE /v2.0/floatingips/7f087b09-9578-47cc-acda-fa8023139c84 HTTP/1.1" status: 204 len: 168 time: 0.4633465 Apr 11 17:58:44.287384 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-79775834-4584-4d45-9c90-eea51d759898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:44.948508 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 34990) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:45.007503 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-eee2a519-1b92-464b-8de3-f5aee94b27d8 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group (c1f032fb-188d-4bed-9589-a52117aa2355), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.032968 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-eee2a519-1b92-464b-8de3-f5aee94b27d8 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group (c1f032fb-188d-4bed-9589-a52117aa2355), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.101311 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-eee2a519-1b92-464b-8de3-f5aee94b27d8 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (c1f032fb-188d-4bed-9589-a52117aa2355), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.104192 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-eee2a519-1b92-464b-8de3-f5aee94b27d8 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.105379 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-eee2a519-1b92-464b-8de3-f5aee94b27d8 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] 10.222.0.79 "DELETE /v2.0/security-groups/c1f032fb-188d-4bed-9589-a52117aa2355 HTTP/1.1" status: 204 len: 168 time: 0.1559019 Apr 11 17:58:45.114968 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2a519-1b92-464b-8de3-f5aee94b27d8 tempest-TestVolumeBootPattern-983155699 tempest-TestVolumeBootPattern-983155699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f032fb-188d-4bed-9589-a52117aa2355,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:45.161540 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 34994) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:45.307373 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 348897a8-c661-428e-b88d-e6cc3bc86ab5 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:45.327744 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] No Port match for: 348897a8-c661-428e-b88d-e6cc3bc86ab5 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:45.328184 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Device 348897a8-c661-428e-b88d-e6cc3bc86ab5 not bound to the agent host hv-cinder-83716 {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:45.603123 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58a18189-b975-443d-8054-e57e008998af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585588'] for router_interface (090f326c-24c8-4ba6-bd2c-efed7b06b58b), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.858505 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-58a18189-b975-443d-8054-e57e008998af admin admin] Deleting port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:45.858752 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58a18189-b975-443d-8054-e57e008998af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.938129 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-58a18189-b975-443d-8054-e57e008998af admin admin] For port 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=6ea544f2-35d5-4a0f-a122-3fe8e47fae3b,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:45.938460 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58a18189-b975-443d-8054-e57e008998af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.956376 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-58a18189-b975-443d-8054-e57e008998af admin admin] Calling delete_port for 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b owned by network:router_interface {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:46.114468 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.152538 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58a18189-b975-443d-8054-e57e008998af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (6ea544f2-35d5-4a0f-a122-3fe8e47fae3b), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.178013 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a18189-b975-443d-8054-e57e008998af admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea544f2-35d5-4a0f-a122-3fe8e47fae3b,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:46.346214 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-58a18189-b975-443d-8054-e57e008998af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585432'] for router_interface (090f326c-24c8-4ba6-bd2c-efed7b06b58b), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.580676 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a18189-b975-443d-8054-e57e008998af admin admin] Router 090f326c-24c8-4ba6-bd2c-efed7b06b58b has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:58:46.688282 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a18189-b975-443d-8054-e57e008998af admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:58:46.694448 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-58a18189-b975-443d-8054-e57e008998af admin admin] 10.222.0.79 "PUT /v2.0/routers/090f326c-24c8-4ba6-bd2c-efed7b06b58b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5317414 Apr 11 17:58:46.696437 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 34998) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:46.697653 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] Sync routers for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:58:46.708997 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:46.709587 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:58:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:46.807921 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Publish callbacks [] for router (090f326c-24c8-4ba6-bd2c-efed7b06b58b), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.815756 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: dv-cinder-837167-2-iscsi {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:46.913076 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Publish callbacks [] for router_gateway (090f326c-24c8-4ba6-bd2c-efed7b06b58b), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.962512 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Deleting port a3bbd33f-0100-4a89-b1ed-a67848eb1b85 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:46.962849 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.983836 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:58:46Z', 'revision_number': 5, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port': {'id': 'a3bbd33f-0100-4a89-b1ed-a67848eb1b85', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:44Z', 'updated_at': '2022-04-11T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:47.011446 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] Checking router: 090f326c-24c8-4ba6-bd2c-efed7b06b58b for host: dv-cinder-837167-2-iscsi {{(pid=109940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:58:47.019890 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] Routers {'090f326c-24c8-4ba6-bd2c-efed7b06b58b'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:47.020487 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:58:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'], 'active': True} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:47.040011 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] For port a3bbd33f-0100-4a89-b1ed-a67848eb1b85, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=a3bbd33f-0100-4a89-b1ed-a67848eb1b85,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:47.040350 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.055503 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Calling delete_port for a3bbd33f-0100-4a89-b1ed-a67848eb1b85 owned by network:router_gateway {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:47.107862 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvr_db [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] Set router 090f326c-24c8-4ba6-bd2c-efed7b06b58b gateway port host: None {{(pid=109940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:47.168818 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_hamode_db [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:58:46Z', 'revision_number': 6, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port_host': None}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:47.198624 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed085b2-b38c-478b-8a8d-16c30bbb8aff None None] The sync data for ids ['090f326c-24c8-4ba6-bd2c-efed7b06b58b'] in dv-cinder-837167-2-iscsi is: [{'id': '090f326c-24c8-4ba6-bd2c-efed7b06b58b', 'name': 'tempest-TestVolumeBootPattern-342988739-router', 'tenant_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:43Z', 'updated_at': '2022-04-11T17:58:46Z', 'revision_number': 6, 'project_id': '37b197cfcc8a4aacbaf370af2dde7fa1', 'gw_port_host': None}] {{(pid=109940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:58:47.199972 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.238385 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (a3bbd33f-0100-4a89-b1ed-a67848eb1b85), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.267138 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bbd33f-0100-4a89-b1ed-a67848eb1b85,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:47.327647 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585406'] for router_gateway (090f326c-24c8-4ba6-bd2c-efed7b06b58b), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.417529 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (090f326c-24c8-4ba6-bd2c-efed7b06b58b), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.419915 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Publish callbacks [] for router_controller (090f326c-24c8-4ba6-bd2c-efed7b06b58b), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.469595 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1652569'] for router (090f326c-24c8-4ba6-bd2c-efed7b06b58b), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.470174 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 090f326c-24c8-4ba6-bd2c-efed7b06b58b {{(pid=109939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:58:47.475030 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.476183 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f4699870-28b5-4209-94c4-b83ca74fb1ed admin admin] 10.222.0.79 "DELETE /v2.0/routers/090f326c-24c8-4ba6-bd2c-efed7b06b58b HTTP/1.1" status: 204 len: 168 time: 0.7787778 Apr 11 17:58:47.478825 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 35000) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:47.527686 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d1aa10-ee1a-4b73-9b42-ddc03eebbb5d admin admin] Deleting subnet 3a123af0-ca26-436f-9d56-8863b721d8b6 {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:58:47.531011 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f6d1aa10-ee1a-4b73-9b42-ddc03eebbb5d admin admin] Publish callbacks [] for subnet (3a123af0-ca26-436f-9d56-8863b721d8b6), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.567932 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f6d1aa10-ee1a-4b73-9b42-ddc03eebbb5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (3a123af0-ca26-436f-9d56-8863b721d8b6), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.647538 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f6d1aa10-ee1a-4b73-9b42-ddc03eebbb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (3a123af0-ca26-436f-9d56-8863b721d8b6), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.708584 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f6d1aa10-ee1a-4b73-9b42-ddc03eebbb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (3a123af0-ca26-436f-9d56-8863b721d8b6), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.735022 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1aa10-ee1a-4b73-9b42-ddc03eebbb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a123af0-ca26-436f-9d56-8863b721d8b6,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:47.740034 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-f6d1aa10-ee1a-4b73-9b42-ddc03eebbb5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.744204 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-f6d1aa10-ee1a-4b73-9b42-ddc03eebbb5d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3a123af0-ca26-436f-9d56-8863b721d8b6 HTTP/1.1" status: 204 len: 168 time: 0.2637246 Apr 11 17:58:47.746798 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 35002) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:47.747305 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c2c563-3e17-438f-84e6-021688d35870 None None] Network 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:58:47.825677 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (0522cf29-54a1-4d0b-9aee-dc6a69c824c4), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.873298 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Deleting port ab80a2cc-ceb2-486e-be58-10103bdede95 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:47.873590 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.943902 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] For port ab80a2cc-ceb2-486e-be58-10103bdede95, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=ab80a2cc-ceb2-486e-be58-10103bdede95,segment=NetworkSegment(c138aa7c-f824-4116-964a-88439792835c),segment_id=c138aa7c-f824-4116-964a-88439792835c)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:47.944162 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.958317 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Calling delete_port for ab80a2cc-ceb2-486e-be58-10103bdede95 owned by network:dhcp {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:48.045026 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (ab80a2cc-ceb2-486e-be58-10103bdede95), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.050923 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2872186e-2ba3-4587-b10e-86eb5e0d8d31 None None] DHCP port deletion for 0522cf29-54a1-4d0b-9aee-dc6a69c824c4 request from dv-cinder-837167-2-iscsi {{(pid=109940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:58:48.082647 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] No DVR routers for this DVR port ab80a2cc-ceb2-486e-be58-10103bdede95 on host dv-cinder-837167-2-iscsi {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:48.087462 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Pushing event deleted for resources: {'Port': ['ID=ab80a2cc-ceb2-486e-be58-10103bdede95,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:48.096337 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:48.117220 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:48.117819 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 6ea544f2-35d5-4a0f-a122-3fe8e47fae3b not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:48.118254 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device a3bbd33f-0100-4a89-b1ed-a67848eb1b85 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:48.138546 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: a3bbd33f-0100-4a89-b1ed-a67848eb1b85 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:48.138899 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device a3bbd33f-0100-4a89-b1ed-a67848eb1b85 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:48.163992 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (0522cf29-54a1-4d0b-9aee-dc6a69c824c4), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.184493 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0522cf29-54a1-4d0b-9aee-dc6a69c824c4']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:48.194865 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c138aa7c-f824-4116-964a-88439792835c') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:48.195817 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c138aa7c-f824-4116-964a-88439792835c') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:48.205820 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (c138aa7c-f824-4116-964a-88439792835c), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.220273 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (c138aa7c-f824-4116-964a-88439792835c), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.226966 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:58:48.227358 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (c138aa7c-f824-4116-964a-88439792835c), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:58:48.229195 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:58:48.290981 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (0522cf29-54a1-4d0b-9aee-dc6a69c824c4), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.297000 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.300377 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] 10.222.0.79 "DELETE /v2.0/networks/0522cf29-54a1-4d0b-9aee-dc6a69c824c4 HTTP/1.1" status: 204 len: 168 time: 0.5526295 Apr 11 17:58:48.303479 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 35004) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:48.310905 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfb71d-f4e9-428c-9398-a297abdfbcbe admin admin] Pushing event deleted for resources: {'Network': ['ID=0522cf29-54a1-4d0b-9aee-dc6a69c824c4,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:48.325640 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.650928 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585588'] for router_interface (196d375c-b2e1-483e-a41d-cd3e78a4aa99), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.884020 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] Deleting port 49c5d1b2-6f68-4f98-852c-07c5402ab377 {{(pid=109938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:48.884307 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.967731 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] For port 49c5d1b2-6f68-4f98-852c-07c5402ab377, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=49c5d1b2-6f68-4f98-852c-07c5402ab377,segment=NetworkSegment(4228d0a6-f101-4393-8c28-4903bd95f60b),segment_id=4228d0a6-f101-4393-8c28-4903bd95f60b)] {{(pid=109938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:48.968090 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:48.981468 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.plugin [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] Calling delete_port for 49c5d1b2-6f68-4f98-852c-07c5402ab377 owned by network:router_interface {{(pid=109938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:48.998864 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:58:49.178432 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51458207'] for port (49c5d1b2-6f68-4f98-852c-07c5402ab377), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:49.211280 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c5d1b2-6f68-4f98-852c-07c5402ab377,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:49.385129 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585432'] for router_interface (196d375c-b2e1-483e-a41d-cd3e78a4aa99), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:49.895852 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] Router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 has already been hosted by L3 agent bd3526aa-c47e-471d-b754-873dde209141 {{(pid=109938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:58:50.009297 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] Notify agent at l3_agent.dv-cinder-837167-2-iscsi the message routers_updated {{(pid=109938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:58:50.015860 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-4ea81202-9235-43b0-b3a9-800827e90a13 admin admin] 10.222.0.79 "PUT /v2.0/routers/196d375c-b2e1-483e-a41d-cd3e78a4aa99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7101271 Apr 11 17:58:50.017594 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 35006) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:50.020174 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] Sync routers for ids ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'] in dv-cinder-837167-2-iscsi {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:58:50.031755 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] Routers {'196d375c-b2e1-483e-a41d-cd3e78a4aa99'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:50.032343 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:58:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:50.098600 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device ab80a2cc-ceb2-486e-be58-10103bdede95 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:50.121006 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: ab80a2cc-ceb2-486e-be58-10103bdede95 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:50.121366 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device ab80a2cc-ceb2-486e-be58-10103bdede95 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:50.134259 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Publish callbacks [] for router (196d375c-b2e1-483e-a41d-cd3e78a4aa99), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:50.145519 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] Set router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 gateway port host: dv-cinder-837167-2-iscsi {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:50.241946 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Publish callbacks [] for router_gateway (196d375c-b2e1-483e-a41d-cd3e78a4aa99), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:50.287781 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Deleting port 39199420-ba46-4011-9ee4-69321802c5d9 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:50.288116 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (39199420-ba46-4011-9ee4-69321802c5d9), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:50.311306 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'name': 'tempest-TestVolumeBootPattern-735730558-router', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'external_fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '39199420-ba46-4011-9ee4-69321802c5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:58:49Z', 'revision_number': 5, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'gw_port': {'id': '39199420-ba46-4011-9ee4-69321802c5d9', 'name': '', 'network_id': '9c270527-7277-4b59-bd74-576f64306e5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:12:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c58397a8-fc3c-4d98-aae1-74a6dd9c6b9e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-2-iscsi'}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:50.340579 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] Checking router: 196d375c-b2e1-483e-a41d-cd3e78a4aa99 for host: dv-cinder-837167-2-iscsi {{(pid=109942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:58:50.349195 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] Routers {'196d375c-b2e1-483e-a41d-cd3e78a4aa99'} bound to L3 agent in host dv-cinder-837167-2-iscsi {{(pid=109942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:50.349835 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:36:14Z,description=,heartbeat_timestamp=2022-04-11T17:58:44Z,host='dv-cinder-837167-2-iscsi',id=bd3526aa-c47e-471d-b754-873dde209141,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:36:14Z,topic='l3_agent')) {'router_ids': ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'], 'active': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:50.371049 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] For port 39199420-ba46-4011-9ee4-69321802c5d9, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=39199420-ba46-4011-9ee4-69321802c5d9,segment=NetworkSegment(5f9f2a42-5fdc-402e-9754-2ee1ca217311),segment_id=5f9f2a42-5fdc-402e-9754-2ee1ca217311)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:50.371422 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (39199420-ba46-4011-9ee4-69321802c5d9), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:50.385218 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Calling delete_port for 39199420-ba46-4011-9ee4-69321802c5d9 owned by network:router_gateway {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:50.439971 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvr_db [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] Set router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 gateway port host: None {{(pid=109942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:50.590292 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.l3_hamode_db [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'name': 'tempest-TestVolumeBootPattern-735730558-router', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:58:50Z', 'revision_number': 6, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'gw_port_host': None}], 'dv-cinder-837167-2-iscsi', False) {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:50.622641 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0368f-70f1-4514-a10d-77aff8a45f26 None None] The sync data for ids ['196d375c-b2e1-483e-a41d-cd3e78a4aa99'] in dv-cinder-837167-2-iscsi is: [{'id': '196d375c-b2e1-483e-a41d-cd3e78a4aa99', 'name': 'tempest-TestVolumeBootPattern-735730558-router', 'tenant_id': '19ced0a811a4453890e0575219e7eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:49Z', 'updated_at': '2022-04-11T17:58:50Z', 'revision_number': 6, 'project_id': '19ced0a811a4453890e0575219e7eafc', 'gw_port_host': None}] {{(pid=109942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:58:50.818661 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (39199420-ba46-4011-9ee4-69321802c5d9), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:50.850565 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=39199420-ba46-4011-9ee4-69321802c5d9,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:50.910097 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585406'] for router_gateway (196d375c-b2e1-483e-a41d-cd3e78a4aa99), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.008032 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-445'] for router (196d375c-b2e1-483e-a41d-cd3e78a4aa99), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.010401 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Publish callbacks [] for router_controller (196d375c-b2e1-483e-a41d-cd3e78a4aa99), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.060587 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1652569'] for router (196d375c-b2e1-483e-a41d-cd3e78a4aa99), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.061243 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 196d375c-b2e1-483e-a41d-cd3e78a4aa99 {{(pid=109939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:58:51.066065 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.067226 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-b3bbb264-d874-424d-ab9e-2051177915d1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/196d375c-b2e1-483e-a41d-cd3e78a4aa99 HTTP/1.1" status: 204 len: 168 time: 1.0485859 Apr 11 17:58:51.069833 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 35008) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:51.131598 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e96cdc-959b-40a4-a62f-cf89ac34551a admin admin] Deleting subnet cd699a8c-312c-43ea-9ab5-23f6b40e947a {{(pid=109939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:58:51.135235 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-42e96cdc-959b-40a4-a62f-cf89ac34551a admin admin] Publish callbacks [] for subnet (cd699a8c-312c-43ea-9ab5-23f6b40e947a), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.186338 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-42e96cdc-959b-40a4-a62f-cf89ac34551a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3731842'] for subnet (cd699a8c-312c-43ea-9ab5-23f6b40e947a), precommit_delete_associations {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.264754 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-42e96cdc-959b-40a4-a62f-cf89ac34551a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922681'] for subnet (cd699a8c-312c-43ea-9ab5-23f6b40e947a), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.320937 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-42e96cdc-959b-40a4-a62f-cf89ac34551a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3732297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3679275'] for subnet (cd699a8c-312c-43ea-9ab5-23f6b40e947a), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.345459 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e96cdc-959b-40a4-a62f-cf89ac34551a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd699a8c-312c-43ea-9ab5-23f6b40e947a,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:51.349955 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-42e96cdc-959b-40a4-a62f-cf89ac34551a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.355424 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-42e96cdc-959b-40a4-a62f-cf89ac34551a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cd699a8c-312c-43ea-9ab5-23f6b40e947a HTTP/1.1" status: 204 len: 168 time: 0.2823389 Apr 11 17:58:51.355670 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 35010) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:51.356177 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c354776-cf95-409d-9eba-f8a897766132 None None] Network 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 requested from dv-cinder-837167-2-iscsi {{(pid=109940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:58:51.428759 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033066'] for network (452e9a81-160e-43ee-b2c1-5e7f0de72ac1), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.481826 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Deleting port 0c28a267-589f-4b6b-aa94-e73a28b087d7 {{(pid=109939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:51.482107 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.499755 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] DHCP port deletion for 452e9a81-160e-43ee-b2c1-5e7f0de72ac1 request from dv-cinder-837167-2-iscsi {{(pid=109940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:58:51.548347 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Deleting port 0c28a267-589f-4b6b-aa94-e73a28b087d7 {{(pid=109940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:51.548805 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747148880671'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), before_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.552149 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.db [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] For port 0c28a267-589f-4b6b-aa94-e73a28b087d7, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=0c28a267-589f-4b6b-aa94-e73a28b087d7,segment=NetworkSegment(4228d0a6-f101-4393-8c28-4903bd95f60b),segment_id=4228d0a6-f101-4393-8c28-4903bd95f60b)] {{(pid=109939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:51.552521 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.566296 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.plugin [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Calling delete_port for 0c28a267-589f-4b6b-aa94-e73a28b087d7 owned by network:dhcp {{(pid=109939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:51.618167 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.db [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] For port 0c28a267-589f-4b6b-aa94-e73a28b087d7, host dv-cinder-837167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-2-iscsi',level=0,port_id=0c28a267-589f-4b6b-aa94-e73a28b087d7,segment=NetworkSegment(4228d0a6-f101-4393-8c28-4903bd95f60b),segment_id=4228d0a6-f101-4393-8c28-4903bd95f60b)] {{(pid=109940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:51.618658 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592874'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), precommit_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.632850 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Calling delete_port for 0c28a267-589f-4b6b-aa94-e73a28b087d7 owned by network:dhcp {{(pid=109940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:51.654699 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3732276'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.680612 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c28a267-589f-4b6b-aa94-e73a28b087d7,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:51.686100 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] No DVR routers for this DVR port 0c28a267-589f-4b6b-aa94-e73a28b087d7 on host dv-cinder-837167-2-iscsi {{(pid=109939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:51.716174 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-867508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747148887053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747148362307'] for port (0c28a267-589f-4b6b-aa94-e73a28b087d7), after_delete {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.740605 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Pushing event deleted for resources: {'Port': ['ID=0c28a267-589f-4b6b-aa94-e73a28b087d7,revision_number=None']} {{(pid=109940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:51.744572 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] No DVR routers for this DVR port 0c28a267-589f-4b6b-aa94-e73a28b087d7 on host dv-cinder-837167-2-iscsi {{(pid=109940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:51.755087 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.755440 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.755787 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.756128 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.756459 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.757135 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.758167 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.758167 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.758553 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.758639 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.758953 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.759278 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.759595 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.759913 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.760123 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-923316', 'neutron.services.segments.db._delete_segments_for_network-8747148775343'] for network (452e9a81-160e-43ee-b2c1-5e7f0de72ac1), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.760243 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc30f6-378a-4c78-a63d-4bb3c2c68b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-2-iscsi {{(pid=109940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:51.780147 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452e9a81-160e-43ee-b2c1-5e7f0de72ac1']}} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:51.789448 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4228d0a6-f101-4393-8c28-4903bd95f60b') {'for_net_delete': True} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:51.789812 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.services.segments.db [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4228d0a6-f101-4393-8c28-4903bd95f60b') {} {{(pid=109939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:51.799297 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747148778936', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3731851'] for segment (4228d0a6-f101-4393-8c28-4903bd95f60b), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.812646 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876'] for segment (4228d0a6-f101-4393-8c28-4903bd95f60b), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.818770 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:58:51.819151 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3732451'] for segment (4228d0a6-f101-4393-8c28-4903bd95f60b), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: Traceback (most recent call last): Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: timer() Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: cb(*args, **kw) Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: return func(*args, **kwargs) Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: self._notify() Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: self.callback(batched_events) Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: event.method(event) Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: return f(self, *a, **k) Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._get(url).json() Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: return self.request(url, 'GET', **kwargs) Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:58:51.820886 dv-cinder-837167-2-iscsi neutron-server[109939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:58:51.880292 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-923323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585306'] for network (452e9a81-160e-43ee-b2c1-5e7f0de72ac1), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.886312 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580855'] for network (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.889515 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] 10.222.0.79 "DELETE /v2.0/networks/452e9a81-160e-43ee-b2c1-5e7f0de72ac1 HTTP/1.1" status: 204 len: 168 time: 0.5329263 Apr 11 17:58:51.900625 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d075ed-e067-440f-82a8-878c3bbb3b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=452e9a81-160e-43ee-b2c1-5e7f0de72ac1,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:52.010049 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 35014) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:52.042187 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 39199420-ba46-4011-9ee4-69321802c5d9 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:52.052772 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-bb761d26-23fa-4210-a98b-675834ab976c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=37b197cfcc8a4aacbaf370af2dde7fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413804 Apr 11 17:58:52.055328 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [-] (109939) accepted ('10.222.0.79', 35016) {{(pid=109939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:52.066250 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 39199420-ba46-4011-9ee4-69321802c5d9 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:52.066677 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 39199420-ba46-4011-9ee4-69321802c5d9 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:52.067082 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 0c28a267-589f-4b6b-aa94-e73a28b087d7 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:52.086510 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 0c28a267-589f-4b6b-aa94-e73a28b087d7 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:52.086845 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 0c28a267-589f-4b6b-aa94-e73a28b087d7 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:52.087245 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 49c5d1b2-6f68-4f98-852c-07c5402ab377 no longer exists at agent ovs-agent-dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:52.103909 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8a71c955-77f1-4aa0-8c0a-1d52c9a0324e admin admin] Publish callbacks [] for security_group (53c972b0-7d1b-4c25-80c4-e6127c9efb64), before_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.107684 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] No Port match for: 49c5d1b2-6f68-4f98-852c-07c5402ab377 {{(pid=109940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:52.108023 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron.plugins.ml2.rpc [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Device 49c5d1b2-6f68-4f98-852c-07c5402ab377 not bound to the agent host dv-cinder-837167-2-iscsi {{(pid=109940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:52.125489 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8a71c955-77f1-4aa0-8c0a-1d52c9a0324e admin admin] Publish callbacks [] for security_group (53c972b0-7d1b-4c25-80c4-e6127c9efb64), precommit_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.172345 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8a71c955-77f1-4aa0-8c0a-1d52c9a0324e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (53c972b0-7d1b-4c25-80c4-e6127c9efb64), after_delete {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.174895 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron_lib.callbacks.manager [None req-8a71c955-77f1-4aa0-8c0a-1d52c9a0324e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.176053 dv-cinder-837167-2-iscsi neutron-server[109939]: INFO neutron.wsgi [None req-8a71c955-77f1-4aa0-8c0a-1d52c9a0324e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53c972b0-7d1b-4c25-80c4-e6127c9efb64 HTTP/1.1" status: 204 len: 168 time: 0.1198161 Apr 11 17:58:52.183778 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71c955-77f1-4aa0-8c0a-1d52c9a0324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c972b0-7d1b-4c25-80c4-e6127c9efb64,revision_number=None']} {{(pid=109939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:52.520425 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 35022) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:52.571970 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-52bc72d0-50d6-437a-bd26-6f0735139ea4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=19ced0a811a4453890e0575219e7eafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500135 Apr 11 17:58:52.574661 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.wsgi [-] (109938) accepted ('10.222.0.79', 35024) {{(pid=109938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:52.622606 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-326687c2-d913-48b5-92dd-f52ae3130ba8 admin admin] Publish callbacks [] for security_group (0d89dc9d-afa5-47a2-957c-a7aee71fc9df), before_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.644355 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-326687c2-d913-48b5-92dd-f52ae3130ba8 admin admin] Publish callbacks [] for security_group (0d89dc9d-afa5-47a2-957c-a7aee71fc9df), precommit_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.705914 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-326687c2-d913-48b5-92dd-f52ae3130ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1682207'] for security_group (0d89dc9d-afa5-47a2-957c-a7aee71fc9df), after_delete {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.708813 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-326687c2-d913-48b5-92dd-f52ae3130ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.710012 dv-cinder-837167-2-iscsi neutron-server[109938]: INFO neutron.wsgi [None req-326687c2-d913-48b5-92dd-f52ae3130ba8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0d89dc9d-afa5-47a2-957c-a7aee71fc9df HTTP/1.1" status: 204 len: 168 time: 0.1344140 Apr 11 17:58:52.719071 dv-cinder-837167-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326687c2-d913-48b5-92dd-f52ae3130ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d89dc9d-afa5-47a2-957c-a7aee71fc9df,revision_number=None']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:03.322086 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:11.579788 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e398b2c1-e269-4e26-baf0-e7f0dcdd59c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:14.284055 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-adb3bfff-7bde-47be-b2fc-f924fa3e8d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:16.126657 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:17.155210 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:18.326298 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:26.003285 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:59:33.330520 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.584954 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-f6eaa28b-3ce7-434b-b4e8-6f82f0c8030e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:44.276493 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-287b7723-e523-49cc-87c1-55318da60a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:46.128527 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:47.163835 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:48.335244 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:03.004391 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:00:03.312342 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:11.588608 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3b2d-9928-4c66-8fd8-6174a94d2de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:14.287449 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e66e4f48-450b-45a5-adae-71e05eff99c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:16.127472 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:17.169106 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:18.332607 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:33.327913 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:40.009687 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:00:40.608776 dv-cinder-837167-2-iscsi neutron-server[109939]: DEBUG neutron.wsgi [req-ae47b825-ca74-4630-875e-266fe557bb2c req-bf804476-5e4b-4a78-b938-ef2441f0b926 service neutron] (109939) timed out ('10.222.0.37', 54819) {{(pid=109939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 18:00:41.586711 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-36ba750a-a10e-406b-9bfa-5401e79cfcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:44.281912 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6dcb-d6a6-47ae-a1d6-0b43f2093ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:46.135391 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:47.168602 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:48.323074 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:03.330092 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:11.593481 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-25895190-887f-4d7e-a691-49e5e0910696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:14.287683 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ad5126b8-c7df-41f2-9d40-0cd687cb17c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:16.136532 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:17.014881 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:01:17.178085 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:18.326406 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:33.361070 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.587517 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c9027222-6e12-4466-b7d1-b022aaec3d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.294581 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-841a1b5b-0a7a-48a2-abf2-426e144d988d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:46.138693 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:47.178213 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:48.333474 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:54.014435 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:02:03.360705 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:11.587794 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-1c8b2e3d-b2d4-4654-bdc9-349d4fcbcbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:14.291779 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-96a53d55-d61b-4560-b9fc-5efa63b1d805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:16.146232 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:17.182759 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:18.329389 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:31.013839 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:02:33.366864 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:41.587499 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ec0ddcd1-b006-4d43-8aec-2f7639303780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:44.291629 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-896c2dd1-fd28-4245-84f4-d8036a01c209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:46.149650 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:47.191417 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:48.326879 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:03.390508 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:08.017888 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:03:11.587342 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-c543fe58-4e37-47f0-8ec0-78513c951b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:14.293319 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-2f7a09e1-6046-4fd3-aa1e-605e85acd7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:16.151076 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:17.196270 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:18.313114 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:33.389520 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:41.592437 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-0571faed-6ed2-4607-8c53-181b1363466c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:44.292126 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-21dc5d05-81bb-417d-b7d7-d5315ab839ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:45.022971 dv-cinder-837167-2-iscsi neutron-server[109942]: DEBUG neutron.db.agents_db [None req-69c386b2-9c91-43c5-8c42-2f6dd3f6e3ae None None] Agent healthcheck: found 6 active agents {{(pid=109942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:03:46.157058 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:47.199340 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:48.313766 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:03.400667 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7324e27b-98d1-425c-8eab-d1205aa0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (d966629e-6c33-44fc-b0c3-22e5e117d01b), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:11.594908 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-011e72fc-3c5f-49dc-adc6-c99e6e8a093a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (c73d64ca-6388-4d2c-aa08-0b2ab6652432), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:14.288393 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-62ffb977-60f6-4d0b-925f-0fb4be3eb2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (bd3526aa-c47e-471d-b754-873dde209141), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:16.158998 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-e1eb300f-47aa-41ca-aa50-b8a6bb36cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (53b99d4f-ff38-4498-8a57-a9a3a93aa95f), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:17.198278 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-ed3f368b-6af5-4da6-b684-6fe623275d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (2775c20c-26a8-4889-b811-9a583e05fadb), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:18.414019 dv-cinder-837167-2-iscsi neutron-server[109940]: DEBUG neutron_lib.callbacks.manager [None req-7bcc477f-8ac8-41a6-a985-66ab223cdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747148775325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925171'] for agent (67942ef1-2d8a-4fd6-8b5c-67a59eccfe17), after_update {{(pid=109940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}